2024-11-23 07:21:54,926 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 07:21:54,955 main DEBUG Took 0.026221 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 07:21:54,956 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 07:21:54,957 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 07:21:54,958 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 07:21:54,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:54,973 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 07:21:54,989 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:54,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:54,992 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:54,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:54,993 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:54,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:54,995 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:54,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:54,996 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:54,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:54,999 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:54,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:55,000 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:55,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:55,001 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:55,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:55,002 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:55,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:55,003 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:55,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:55,004 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:55,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:55,005 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:55,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 07:21:55,006 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:55,007 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 07:21:55,013 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 07:21:55,016 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 07:21:55,020 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 07:21:55,021 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 07:21:55,022 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 07:21:55,023 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 07:21:55,038 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 07:21:55,041 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 07:21:55,045 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 07:21:55,045 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 07:21:55,046 main DEBUG createAppenders(={Console}) 2024-11-23 07:21:55,047 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-23 07:21:55,047 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 07:21:55,048 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-23 07:21:55,049 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 07:21:55,049 main DEBUG OutputStream closed 2024-11-23 07:21:55,050 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 07:21:55,051 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 07:21:55,051 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-23 07:21:55,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 07:21:55,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 07:21:55,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 07:21:55,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 07:21:55,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 07:21:55,185 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 07:21:55,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 07:21:55,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 07:21:55,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 07:21:55,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 07:21:55,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 07:21:55,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 07:21:55,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 07:21:55,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 07:21:55,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 07:21:55,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 07:21:55,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 07:21:55,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 07:21:55,197 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 07:21:55,198 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-23 07:21:55,198 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 07:21:55,199 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-23T07:21:55,611 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b 2024-11-23 07:21:55,616 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 07:21:55,616 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T07:21:55,630 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-23T07:21:55,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T07:21:55,683 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/cluster_93c1a6cf-824d-8e63-1baf-163e452db0de, deleteOnExit=true 2024-11-23T07:21:55,689 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-23T07:21:55,690 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/test.cache.data in system properties and HBase conf 2024-11-23T07:21:55,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T07:21:55,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/hadoop.log.dir in system properties and HBase conf 2024-11-23T07:21:55,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T07:21:55,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T07:21:55,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T07:21:55,838 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T07:21:55,987 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T07:21:55,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T07:21:55,994 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T07:21:55,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T07:21:55,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T07:21:55,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T07:21:56,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T07:21:56,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T07:21:56,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T07:21:56,007 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T07:21:56,008 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/nfs.dump.dir in system properties and HBase conf 2024-11-23T07:21:56,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/java.io.tmpdir in system properties and HBase conf 2024-11-23T07:21:56,009 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T07:21:56,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T07:21:56,015 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T07:21:57,149 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T07:21:57,255 INFO [Time-limited test {}] log.Log(170): Logging initialized @3464ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T07:21:57,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T07:21:57,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T07:21:57,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T07:21:57,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T07:21:57,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T07:21:57,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T07:21:57,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/hadoop.log.dir/,AVAILABLE} 2024-11-23T07:21:57,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T07:21:57,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/java.io.tmpdir/jetty-localhost-36761-hadoop-hdfs-3_4_1-tests_jar-_-any-6675801699920760358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T07:21:57,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:36761} 2024-11-23T07:21:57,804 INFO [Time-limited test {}] server.Server(415): Started @4013ms 2024-11-23T07:21:58,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T07:21:58,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T07:21:58,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T07:21:58,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T07:21:58,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T07:21:58,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4360a7ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/hadoop.log.dir/,AVAILABLE} 2024-11-23T07:21:58,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13028e71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T07:21:58,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26995f7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/java.io.tmpdir/jetty-localhost-41313-hadoop-hdfs-3_4_1-tests_jar-_-any-9353313341869397997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T07:21:58,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@434727f8{HTTP/1.1, (http/1.1)}{localhost:41313} 2024-11-23T07:21:58,467 INFO [Time-limited test {}] server.Server(415): Started @4677ms 2024-11-23T07:21:58,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T07:21:59,243 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/cluster_93c1a6cf-824d-8e63-1baf-163e452db0de/dfs/data/data1/current/BP-280027390-172.17.0.2-1732346516847/current, will proceed with Du for space computation calculation, 2024-11-23T07:21:59,243 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/cluster_93c1a6cf-824d-8e63-1baf-163e452db0de/dfs/data/data2/current/BP-280027390-172.17.0.2-1732346516847/current, will proceed with Du for space computation calculation, 2024-11-23T07:21:59,369 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T07:21:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf38c67e0854c6ef with lease ID 0x4255d60b56bf3a74: Processing first storage report for DS-40ee4522-168f-482b-8b15-2f165cefaa63 from datanode DatanodeRegistration(127.0.0.1:44183, datanodeUuid=da9727cf-2026-4b29-bf7c-c2ea89cc6e4c, infoPort=35587, infoSecurePort=0, ipcPort=44619, storageInfo=lv=-57;cid=testClusterID;nsid=1387327078;c=1732346516847) 2024-11-23T07:21:59,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf38c67e0854c6ef with lease ID 0x4255d60b56bf3a74: from storage DS-40ee4522-168f-482b-8b15-2f165cefaa63 node DatanodeRegistration(127.0.0.1:44183, datanodeUuid=da9727cf-2026-4b29-bf7c-c2ea89cc6e4c, infoPort=35587, infoSecurePort=0, ipcPort=44619, storageInfo=lv=-57;cid=testClusterID;nsid=1387327078;c=1732346516847), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-23T07:21:59,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf38c67e0854c6ef with lease ID 0x4255d60b56bf3a74: Processing first storage report for DS-bd689e04-8b6f-49c9-86c8-5275641a71ff from datanode DatanodeRegistration(127.0.0.1:44183, datanodeUuid=da9727cf-2026-4b29-bf7c-c2ea89cc6e4c, infoPort=35587, infoSecurePort=0, ipcPort=44619, storageInfo=lv=-57;cid=testClusterID;nsid=1387327078;c=1732346516847) 2024-11-23T07:21:59,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf38c67e0854c6ef with lease ID 0x4255d60b56bf3a74: from storage DS-bd689e04-8b6f-49c9-86c8-5275641a71ff node DatanodeRegistration(127.0.0.1:44183, datanodeUuid=da9727cf-2026-4b29-bf7c-c2ea89cc6e4c, infoPort=35587, infoSecurePort=0, ipcPort=44619, storageInfo=lv=-57;cid=testClusterID;nsid=1387327078;c=1732346516847), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T07:21:59,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b 2024-11-23T07:21:59,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/cluster_93c1a6cf-824d-8e63-1baf-163e452db0de/zookeeper_0, clientPort=49944, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/cluster_93c1a6cf-824d-8e63-1baf-163e452db0de/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/cluster_93c1a6cf-824d-8e63-1baf-163e452db0de/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T07:21:59,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49944 2024-11-23T07:21:59,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T07:21:59,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T07:22:00,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741825_1001 (size=7) 2024-11-23T07:22:00,459 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70 with version=8 2024-11-23T07:22:00,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/hbase-staging 2024-11-23T07:22:00,625 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T07:22:00,948 INFO [Time-limited test {}] client.ConnectionUtils(129): master/404f8ac4dfd7:0 server-side Connection retries=45 2024-11-23T07:22:00,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T07:22:00,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T07:22:00,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T07:22:00,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T07:22:00,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T07:22:01,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T07:22:01,212 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T07:22:01,225 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T07:22:01,230 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T07:22:01,269 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25582 (auto-detected) 2024-11-23T07:22:01,270 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T07:22:01,291 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42369 2024-11-23T07:22:01,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T07:22:01,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T07:22:01,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42369 connecting to ZooKeeper ensemble=127.0.0.1:49944 2024-11-23T07:22:01,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423690x0, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T07:22:01,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42369-0x1002341d9180000 connected 2024-11-23T07:22:01,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T07:22:01,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T07:22:01,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T07:22:01,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42369 2024-11-23T07:22:01,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42369 2024-11-23T07:22:01,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42369 2024-11-23T07:22:01,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42369 2024-11-23T07:22:01,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42369 2024-11-23T07:22:01,440 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70, hbase.cluster.distributed=false 2024-11-23T07:22:01,511 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/404f8ac4dfd7:0 server-side Connection retries=45 2024-11-23T07:22:01,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T07:22:01,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T07:22:01,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T07:22:01,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T07:22:01,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T07:22:01,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T07:22:01,516 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T07:22:01,517 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44557 2024-11-23T07:22:01,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T07:22:01,525 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T07:22:01,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T07:22:01,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T07:22:01,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44557 connecting to ZooKeeper ensemble=127.0.0.1:49944 2024-11-23T07:22:01,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445570x0, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T07:22:01,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44557-0x1002341d9180001 connected 2024-11-23T07:22:01,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T07:22:01,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T07:22:01,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T07:22:01,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44557 2024-11-23T07:22:01,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44557 2024-11-23T07:22:01,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44557 2024-11-23T07:22:01,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44557 2024-11-23T07:22:01,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44557 2024-11-23T07:22:01,552 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/404f8ac4dfd7,42369,1732346520618 2024-11-23T07:22:01,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T07:22:01,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T07:22:01,560 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/404f8ac4dfd7,42369,1732346520618 2024-11-23T07:22:01,568 DEBUG [M:0;404f8ac4dfd7:42369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;404f8ac4dfd7:42369 2024-11-23T07:22:01,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T07:22:01,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T07:22:01,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:01,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:01,584 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T07:22:01,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T07:22:01,585 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/404f8ac4dfd7,42369,1732346520618 from backup master directory 2024-11-23T07:22:01,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/404f8ac4dfd7,42369,1732346520618 2024-11-23T07:22:01,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T07:22:01,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T07:22:01,589 WARN [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T07:22:01,590 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=404f8ac4dfd7,42369,1732346520618 2024-11-23T07:22:01,592 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T07:22:01,593 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T07:22:01,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741826_1002 (size=42) 2024-11-23T07:22:02,069 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/hbase.id with ID: a8195732-e322-4360-8612-f96497ffe56f 2024-11-23T07:22:02,110 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T07:22:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:02,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:02,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741827_1003 (size=196) 2024-11-23T07:22:02,172 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T07:22:02,174 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T07:22:02,193 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:02,198 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T07:22:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741828_1004 (size=1189) 2024-11-23T07:22:02,647 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store 2024-11-23T07:22:02,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741829_1005 (size=34) 2024-11-23T07:22:03,068 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T07:22:03,069 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:22:03,070 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T07:22:03,070 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T07:22:03,070 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T07:22:03,070 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T07:22:03,070 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T07:22:03,071 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T07:22:03,071 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T07:22:03,073 WARN [master/404f8ac4dfd7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/.initializing 2024-11-23T07:22:03,073 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/WALs/404f8ac4dfd7,42369,1732346520618 2024-11-23T07:22:03,080 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T07:22:03,090 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=404f8ac4dfd7%2C42369%2C1732346520618, suffix=, logDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/WALs/404f8ac4dfd7,42369,1732346520618, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/oldWALs, maxLogs=10 2024-11-23T07:22:03,111 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/WALs/404f8ac4dfd7,42369,1732346520618/404f8ac4dfd7%2C42369%2C1732346520618.1732346523094, exclude list is [], retry=0 2024-11-23T07:22:03,127 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-40ee4522-168f-482b-8b15-2f165cefaa63,DISK] 2024-11-23T07:22:03,130 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T07:22:03,165 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/WALs/404f8ac4dfd7,42369,1732346520618/404f8ac4dfd7%2C42369%2C1732346520618.1732346523094 2024-11-23T07:22:03,166 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35587:35587)] 2024-11-23T07:22:03,167 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T07:22:03,167 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:22:03,170 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T07:22:03,171 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T07:22:03,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T07:22:03,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T07:22:03,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:03,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T07:22:03,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T07:22:03,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T07:22:03,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:03,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:03,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T07:22:03,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T07:22:03,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:03,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:03,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T07:22:03,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T07:22:03,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:03,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:03,261 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T07:22:03,262 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T07:22:03,270 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T07:22:03,274 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T07:22:03,278 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T07:22:03,279 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61807245, jitterRate=-0.07900027930736542}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T07:22:03,283 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T07:22:03,284 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T07:22:03,312 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1c3de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:03,346 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-23T07:22:03,358 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T07:22:03,358 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T07:22:03,360 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T07:22:03,362 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T07:22:03,367 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-23T07:22:03,367 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T07:22:03,392 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T07:22:03,404 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T07:22:03,407 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-23T07:22:03,409 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T07:22:03,410 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T07:22:03,412 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-23T07:22:03,414 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T07:22:03,417 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T07:22:03,419 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-23T07:22:03,420 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T07:22:03,422 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T07:22:03,431 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T07:22:03,433 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T07:22:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T07:22:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T07:22:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:03,439 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=404f8ac4dfd7,42369,1732346520618, sessionid=0x1002341d9180000, setting cluster-up flag (Was=false) 2024-11-23T07:22:03,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:03,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:03,460 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T07:22:03,461 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=404f8ac4dfd7,42369,1732346520618 2024-11-23T07:22:03,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:03,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:03,474 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T07:22:03,475 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=404f8ac4dfd7,42369,1732346520618 2024-11-23T07:22:03,556 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-23T07:22:03,563 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-23T07:22:03,565 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T07:22:03,565 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;404f8ac4dfd7:44557 2024-11-23T07:22:03,567 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1008): ClusterId : a8195732-e322-4360-8612-f96497ffe56f 2024-11-23T07:22:03,570 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T07:22:03,571 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 404f8ac4dfd7,42369,1732346520618 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T07:22:03,575 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T07:22:03,575 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T07:22:03,575 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/404f8ac4dfd7:0, corePoolSize=5, maxPoolSize=5 2024-11-23T07:22:03,575 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/404f8ac4dfd7:0, corePoolSize=5, maxPoolSize=5 2024-11-23T07:22:03,575 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/404f8ac4dfd7:0, corePoolSize=5, maxPoolSize=5 2024-11-23T07:22:03,575 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/404f8ac4dfd7:0, corePoolSize=5, maxPoolSize=5 2024-11-23T07:22:03,576 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/404f8ac4dfd7:0, corePoolSize=10, maxPoolSize=10 2024-11-23T07:22:03,576 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/404f8ac4dfd7:0, corePoolSize=1, maxPoolSize=1 2024-11-23T07:22:03,576 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/404f8ac4dfd7:0, corePoolSize=2, maxPoolSize=2 2024-11-23T07:22:03,576 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/404f8ac4dfd7:0, corePoolSize=1, maxPoolSize=1 2024-11-23T07:22:03,577 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732346553577 2024-11-23T07:22:03,578 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T07:22:03,579 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T07:22:03,579 DEBUG [RS:0;404f8ac4dfd7:44557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1b8fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:03,580 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T07:22:03,581 DEBUG [RS:0;404f8ac4dfd7:44557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d59da1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=404f8ac4dfd7/172.17.0.2:0 2024-11-23T07:22:03,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T07:22:03,582 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-23T07:22:03,583 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T07:22:03,584 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T07:22:03,584 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T07:22:03,584 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T07:22:03,585 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-23T07:22:03,585 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-23T07:22:03,585 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:03,585 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-23T07:22:03,587 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T07:22:03,587 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:03,587 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(3073): reportForDuty to master=404f8ac4dfd7,42369,1732346520618 with isa=404f8ac4dfd7/172.17.0.2:44557, startcode=1732346521510 2024-11-23T07:22:03,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T07:22:03,588 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T07:22:03,589 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T07:22:03,590 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T07:22:03,591 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T07:22:03,592 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/404f8ac4dfd7:0:becomeActiveMaster-HFileCleaner.large.0-1732346523592,5,FailOnTimeoutGroup] 2024-11-23T07:22:03,593 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/404f8ac4dfd7:0:becomeActiveMaster-HFileCleaner.small.0-1732346523592,5,FailOnTimeoutGroup] 2024-11-23T07:22:03,593 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:03,593 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T07:22:03,594 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:03,594 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:03,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741831_1007 (size=1039) 2024-11-23T07:22:03,601 DEBUG [RS:0;404f8ac4dfd7:44557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T07:22:03,633 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57247, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T07:22:03,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42369 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:03,641 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42369 {}] master.ServerManager(486): Registering regionserver=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:03,656 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70 2024-11-23T07:22:03,657 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39745 2024-11-23T07:22:03,657 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-23T07:22:03,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T07:22:03,662 DEBUG [RS:0;404f8ac4dfd7:44557 {}] zookeeper.ZKUtil(111): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:03,662 WARN [RS:0;404f8ac4dfd7:44557 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T07:22:03,662 INFO [RS:0;404f8ac4dfd7:44557 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T07:22:03,663 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/WALs/404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:03,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [404f8ac4dfd7,44557,1732346521510] 2024-11-23T07:22:03,676 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-23T07:22:03,687 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T07:22:03,698 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T07:22:03,700 INFO [RS:0;404f8ac4dfd7:44557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T07:22:03,700 INFO [RS:0;404f8ac4dfd7:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:03,701 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-23T07:22:03,708 INFO [RS:0;404f8ac4dfd7:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:03,708 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/404f8ac4dfd7:0, corePoolSize=1, maxPoolSize=1 2024-11-23T07:22:03,708 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/404f8ac4dfd7:0, corePoolSize=1, maxPoolSize=1 2024-11-23T07:22:03,708 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0, corePoolSize=1, maxPoolSize=1 2024-11-23T07:22:03,708 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0, corePoolSize=1, maxPoolSize=1 2024-11-23T07:22:03,709 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/404f8ac4dfd7:0, corePoolSize=1, maxPoolSize=1 2024-11-23T07:22:03,709 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/404f8ac4dfd7:0, corePoolSize=2, maxPoolSize=2 2024-11-23T07:22:03,709 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0, corePoolSize=1, maxPoolSize=1 2024-11-23T07:22:03,709 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/404f8ac4dfd7:0, corePoolSize=1, maxPoolSize=1 2024-11-23T07:22:03,709 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/404f8ac4dfd7:0, corePoolSize=1, maxPoolSize=1 2024-11-23T07:22:03,709 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/404f8ac4dfd7:0, corePoolSize=1, maxPoolSize=1 2024-11-23T07:22:03,709 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/404f8ac4dfd7:0, corePoolSize=1, maxPoolSize=1 2024-11-23T07:22:03,709 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/404f8ac4dfd7:0, corePoolSize=3, maxPoolSize=3 2024-11-23T07:22:03,710 DEBUG [RS:0;404f8ac4dfd7:44557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0, corePoolSize=3, maxPoolSize=3 2024-11-23T07:22:03,710 INFO [RS:0;404f8ac4dfd7:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:03,711 INFO [RS:0;404f8ac4dfd7:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:03,711 INFO [RS:0;404f8ac4dfd7:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:03,711 INFO [RS:0;404f8ac4dfd7:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:03,711 INFO [RS:0;404f8ac4dfd7:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=404f8ac4dfd7,44557,1732346521510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T07:22:03,731 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T07:22:03,733 INFO [RS:0;404f8ac4dfd7:44557 {}] hbase.ChoreService(168): Chore ScheduledChore name=404f8ac4dfd7,44557,1732346521510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:03,751 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.Replication(204): 404f8ac4dfd7,44557,1732346521510 started 2024-11-23T07:22:03,752 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1767): Serving as 404f8ac4dfd7,44557,1732346521510, RpcServer on 404f8ac4dfd7/172.17.0.2:44557, sessionid=0x1002341d9180001 2024-11-23T07:22:03,752 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T07:22:03,752 DEBUG [RS:0;404f8ac4dfd7:44557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:03,752 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '404f8ac4dfd7,44557,1732346521510' 2024-11-23T07:22:03,752 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T07:22:03,753 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T07:22:03,754 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T07:22:03,754 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T07:22:03,754 DEBUG [RS:0;404f8ac4dfd7:44557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:03,754 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '404f8ac4dfd7,44557,1732346521510' 2024-11-23T07:22:03,754 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T07:22:03,755 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T07:22:03,755 DEBUG [RS:0;404f8ac4dfd7:44557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T07:22:03,756 INFO [RS:0;404f8ac4dfd7:44557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T07:22:03,756 INFO [RS:0;404f8ac4dfd7:44557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T07:22:03,861 INFO [RS:0;404f8ac4dfd7:44557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T07:22:03,865 INFO [RS:0;404f8ac4dfd7:44557 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=404f8ac4dfd7%2C44557%2C1732346521510, suffix=, logDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/WALs/404f8ac4dfd7,44557,1732346521510, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/oldWALs, maxLogs=32 2024-11-23T07:22:03,881 DEBUG [RS:0;404f8ac4dfd7:44557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/WALs/404f8ac4dfd7,44557,1732346521510/404f8ac4dfd7%2C44557%2C1732346521510.1732346523867, exclude list is [], retry=0 2024-11-23T07:22:03,886 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-40ee4522-168f-482b-8b15-2f165cefaa63,DISK] 2024-11-23T07:22:03,889 INFO [RS:0;404f8ac4dfd7:44557 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/WALs/404f8ac4dfd7,44557,1732346521510/404f8ac4dfd7%2C44557%2C1732346521510.1732346523867 2024-11-23T07:22:03,890 DEBUG [RS:0;404f8ac4dfd7:44557 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35587:35587)] 2024-11-23T07:22:04,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-23T07:22:04,002 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70 2024-11-23T07:22:04,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741833_1009 (size=32) 2024-11-23T07:22:04,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:22:04,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T07:22:04,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T07:22:04,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:04,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T07:22:04,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T07:22:04,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T07:22:04,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:04,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T07:22:04,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T07:22:04,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T07:22:04,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:04,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T07:22:04,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740 2024-11-23T07:22:04,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740 2024-11-23T07:22:04,434 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T07:22:04,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T07:22:04,441 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T07:22:04,442 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64077138, jitterRate=-0.04517623782157898}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T07:22:04,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T07:22:04,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T07:22:04,444 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T07:22:04,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T07:22:04,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T07:22:04,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T07:22:04,445 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T07:22:04,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T07:22:04,448 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T07:22:04,448 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-23T07:22:04,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T07:22:04,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T07:22:04,465 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T07:22:04,617 DEBUG [404f8ac4dfd7:42369 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T07:22:04,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:04,627 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 404f8ac4dfd7,44557,1732346521510, state=OPENING 2024-11-23T07:22:04,633 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T07:22:04,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:04,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:04,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T07:22:04,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T07:22:04,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:22:04,813 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:04,814 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T07:22:04,817 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T07:22:04,829 INFO [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-23T07:22:04,830 INFO [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T07:22:04,830 INFO [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T07:22:04,834 INFO [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=404f8ac4dfd7%2C44557%2C1732346521510.meta, suffix=.meta, logDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/WALs/404f8ac4dfd7,44557,1732346521510, archiveDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/oldWALs, maxLogs=32 2024-11-23T07:22:04,857 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/WALs/404f8ac4dfd7,44557,1732346521510/404f8ac4dfd7%2C44557%2C1732346521510.meta.1732346524837.meta, exclude list is [], retry=0 2024-11-23T07:22:04,860 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-40ee4522-168f-482b-8b15-2f165cefaa63,DISK] 2024-11-23T07:22:04,863 INFO [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/WALs/404f8ac4dfd7,44557,1732346521510/404f8ac4dfd7%2C44557%2C1732346521510.meta.1732346524837.meta 2024-11-23T07:22:04,864 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35587:35587)] 2024-11-23T07:22:04,864 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T07:22:04,866 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T07:22:04,925 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T07:22:04,930 INFO [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T07:22:04,934 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T07:22:04,935 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:22:04,935 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-23T07:22:04,935 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-23T07:22:04,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T07:22:04,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T07:22:04,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:04,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T07:22:04,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T07:22:04,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T07:22:04,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:04,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T07:22:04,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T07:22:04,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T07:22:04,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:04,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T07:22:04,948 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740 2024-11-23T07:22:04,951 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740 2024-11-23T07:22:04,953 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T07:22:04,956 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T07:22:04,958 INFO [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62166240, jitterRate=-0.07365083694458008}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T07:22:04,959 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T07:22:04,966 INFO [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732346524807 2024-11-23T07:22:04,977 DEBUG [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T07:22:04,978 INFO [RS_OPEN_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-23T07:22:04,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:04,980 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 404f8ac4dfd7,44557,1732346521510, state=OPEN 2024-11-23T07:22:04,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T07:22:04,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T07:22:04,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T07:22:04,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T07:22:04,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T07:22:04,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=404f8ac4dfd7,44557,1732346521510 in 349 msec 2024-11-23T07:22:04,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T07:22:04,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 537 msec 2024-11-23T07:22:05,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4900 sec 2024-11-23T07:22:05,000 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732346525000, completionTime=-1 2024-11-23T07:22:05,001 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T07:22:05,001 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-23T07:22:05,038 DEBUG [hconnection-0x5e82cdda-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:05,042 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:05,054 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-23T07:22:05,054 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732346585054 2024-11-23T07:22:05,054 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732346645054 2024-11-23T07:22:05,054 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 53 msec 2024-11-23T07:22:05,076 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=404f8ac4dfd7,42369,1732346520618-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:05,076 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=404f8ac4dfd7,42369,1732346520618-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:05,076 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=404f8ac4dfd7,42369,1732346520618-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:05,078 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-404f8ac4dfd7:42369, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:05,078 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:05,083 DEBUG [master/404f8ac4dfd7:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-23T07:22:05,086 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-23T07:22:05,087 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T07:22:05,093 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-23T07:22:05,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T07:22:05,097 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:05,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T07:22:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741835_1011 (size=358) 2024-11-23T07:22:05,514 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4c7e39a33b4707872622386167a1cdd0, NAME => 'hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70 2024-11-23T07:22:05,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741836_1012 (size=42) 2024-11-23T07:22:05,925 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:22:05,925 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4c7e39a33b4707872622386167a1cdd0, disabling compactions & flushes 2024-11-23T07:22:05,925 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. 2024-11-23T07:22:05,925 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. 2024-11-23T07:22:05,925 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. after waiting 0 ms 2024-11-23T07:22:05,925 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. 2024-11-23T07:22:05,925 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. 2024-11-23T07:22:05,925 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4c7e39a33b4707872622386167a1cdd0: 2024-11-23T07:22:05,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T07:22:05,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732346525929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732346525929"}]},"ts":"1732346525929"} 2024-11-23T07:22:05,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T07:22:05,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T07:22:05,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346525961"}]},"ts":"1732346525961"} 2024-11-23T07:22:05,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-23T07:22:05,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4c7e39a33b4707872622386167a1cdd0, ASSIGN}] 2024-11-23T07:22:05,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4c7e39a33b4707872622386167a1cdd0, ASSIGN 2024-11-23T07:22:05,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4c7e39a33b4707872622386167a1cdd0, ASSIGN; state=OFFLINE, location=404f8ac4dfd7,44557,1732346521510; forceNewPlan=false, retain=false 2024-11-23T07:22:06,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4c7e39a33b4707872622386167a1cdd0, regionState=OPENING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:06,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4c7e39a33b4707872622386167a1cdd0, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:22:06,290 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:06,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. 2024-11-23T07:22:06,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4c7e39a33b4707872622386167a1cdd0, NAME => 'hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T07:22:06,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4c7e39a33b4707872622386167a1cdd0 2024-11-23T07:22:06,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:22:06,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4c7e39a33b4707872622386167a1cdd0 2024-11-23T07:22:06,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4c7e39a33b4707872622386167a1cdd0 2024-11-23T07:22:06,300 INFO [StoreOpener-4c7e39a33b4707872622386167a1cdd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4c7e39a33b4707872622386167a1cdd0 2024-11-23T07:22:06,302 INFO [StoreOpener-4c7e39a33b4707872622386167a1cdd0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c7e39a33b4707872622386167a1cdd0 columnFamilyName info 2024-11-23T07:22:06,302 DEBUG [StoreOpener-4c7e39a33b4707872622386167a1cdd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:06,303 INFO [StoreOpener-4c7e39a33b4707872622386167a1cdd0-1 {}] regionserver.HStore(327): Store=4c7e39a33b4707872622386167a1cdd0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:06,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/namespace/4c7e39a33b4707872622386167a1cdd0 2024-11-23T07:22:06,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/namespace/4c7e39a33b4707872622386167a1cdd0 2024-11-23T07:22:06,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4c7e39a33b4707872622386167a1cdd0 2024-11-23T07:22:06,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/namespace/4c7e39a33b4707872622386167a1cdd0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T07:22:06,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4c7e39a33b4707872622386167a1cdd0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59168522, jitterRate=-0.11832031607627869}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T07:22:06,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4c7e39a33b4707872622386167a1cdd0: 2024-11-23T07:22:06,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0., pid=6, masterSystemTime=1732346526290 2024-11-23T07:22:06,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. 2024-11-23T07:22:06,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. 2024-11-23T07:22:06,320 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4c7e39a33b4707872622386167a1cdd0, regionState=OPEN, openSeqNum=2, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:06,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T07:22:06,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4c7e39a33b4707872622386167a1cdd0, server=404f8ac4dfd7,44557,1732346521510 in 187 msec 2024-11-23T07:22:06,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T07:22:06,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4c7e39a33b4707872622386167a1cdd0, ASSIGN in 350 msec 2024-11-23T07:22:06,331 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T07:22:06,332 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346526332"}]},"ts":"1732346526332"} 2024-11-23T07:22:06,334 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-23T07:22:06,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T07:22:06,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2500 sec 2024-11-23T07:22:06,397 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-23T07:22:06,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-23T07:22:06,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:06,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:22:06,450 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-23T07:22:06,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T07:22:06,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 50 msec 2024-11-23T07:22:06,484 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-23T07:22:06,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T07:22:06,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 19 msec 2024-11-23T07:22:06,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-23T07:22:06,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-23T07:22:06,513 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.923sec 2024-11-23T07:22:06,515 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T07:22:06,516 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T07:22:06,517 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T07:22:06,517 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T07:22:06,517 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T07:22:06,518 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=404f8ac4dfd7,42369,1732346520618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T07:22:06,519 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=404f8ac4dfd7,42369,1732346520618-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T07:22:06,525 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-23T07:22:06,526 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T07:22:06,526 INFO [master/404f8ac4dfd7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=404f8ac4dfd7,42369,1732346520618-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T07:22:06,570 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c6d9b54 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@178f9975 2024-11-23T07:22:06,570 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-23T07:22:06,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240e2e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:06,581 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T07:22:06,581 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T07:22:06,590 DEBUG [hconnection-0x1ec0ada1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:06,602 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:06,610 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=404f8ac4dfd7,42369,1732346520618 2024-11-23T07:22:06,626 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=217, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=4413 2024-11-23T07:22:06,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T07:22:06,639 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T07:22:06,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T07:22:06,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T07:22:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T07:22:06,655 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T07:22:06,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-23T07:22:06,655 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:06,657 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T07:22:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T07:22:06,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741837_1013 (size=963) 2024-11-23T07:22:06,669 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70 2024-11-23T07:22:06,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741838_1014 (size=53) 2024-11-23T07:22:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T07:22:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T07:22:07,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:22:07,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2423658b353355c16865246f54cca8e3, disabling compactions & flushes 2024-11-23T07:22:07,080 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:07,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:07,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. after waiting 0 ms 2024-11-23T07:22:07,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:07,080 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:07,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:07,082 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T07:22:07,083 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732346527082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732346527082"}]},"ts":"1732346527082"} 2024-11-23T07:22:07,086 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T07:22:07,087 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T07:22:07,087 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346527087"}]},"ts":"1732346527087"} 2024-11-23T07:22:07,090 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T07:22:07,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2423658b353355c16865246f54cca8e3, ASSIGN}] 2024-11-23T07:22:07,097 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2423658b353355c16865246f54cca8e3, ASSIGN 2024-11-23T07:22:07,099 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2423658b353355c16865246f54cca8e3, ASSIGN; state=OFFLINE, location=404f8ac4dfd7,44557,1732346521510; forceNewPlan=false, retain=false 2024-11-23T07:22:07,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2423658b353355c16865246f54cca8e3, regionState=OPENING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:07,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:22:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T07:22:07,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:07,413 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:07,413 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} 2024-11-23T07:22:07,413 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:07,414 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:22:07,414 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:07,414 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:07,416 INFO [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:07,419 INFO [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:22:07,420 INFO [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2423658b353355c16865246f54cca8e3 columnFamilyName A 2024-11-23T07:22:07,420 DEBUG [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:07,421 INFO [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] regionserver.HStore(327): Store=2423658b353355c16865246f54cca8e3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:07,422 INFO [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:07,424 INFO [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:22:07,424 INFO [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2423658b353355c16865246f54cca8e3 columnFamilyName B 2024-11-23T07:22:07,424 DEBUG [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:07,425 INFO [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] regionserver.HStore(327): Store=2423658b353355c16865246f54cca8e3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:07,425 INFO [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:07,427 INFO [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:22:07,428 INFO [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2423658b353355c16865246f54cca8e3 columnFamilyName C 2024-11-23T07:22:07,428 DEBUG [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:07,429 INFO [StoreOpener-2423658b353355c16865246f54cca8e3-1 {}] regionserver.HStore(327): Store=2423658b353355c16865246f54cca8e3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:07,429 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:07,431 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3 2024-11-23T07:22:07,431 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3 2024-11-23T07:22:07,434 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T07:22:07,436 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:07,439 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T07:22:07,440 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 2423658b353355c16865246f54cca8e3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72386261, jitterRate=0.07863934338092804}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T07:22:07,441 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:07,442 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., pid=11, masterSystemTime=1732346527406 2024-11-23T07:22:07,445 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:07,446 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:07,446 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2423658b353355c16865246f54cca8e3, regionState=OPEN, openSeqNum=2, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:07,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T07:22:07,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 in 196 msec 2024-11-23T07:22:07,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T07:22:07,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2423658b353355c16865246f54cca8e3, ASSIGN in 356 msec 2024-11-23T07:22:07,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T07:22:07,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346527456"}]},"ts":"1732346527456"} 2024-11-23T07:22:07,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T07:22:07,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T07:22:07,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 813 msec 2024-11-23T07:22:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T07:22:07,774 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-23T07:22:07,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1212d9e2 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63153b5 2024-11-23T07:22:07,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5ba234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:07,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:07,787 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:07,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T07:22:07,792 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T07:22:07,800 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fe61c10 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21d86332 2024-11-23T07:22:07,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f33240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:07,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x481d5e85 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a3e7547 2024-11-23T07:22:07,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c80704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:07,810 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53623ce6 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aba57ed 2024-11-23T07:22:07,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dad8999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:07,814 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f68aae6 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27f597d9 2024-11-23T07:22:07,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18de28d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:07,819 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b2c1d to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62b16227 2024-11-23T07:22:07,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b406636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:07,824 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53f30e40 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7915562a 2024-11-23T07:22:07,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7523ca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:07,828 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77d9cb79 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24ae67ae 2024-11-23T07:22:07,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f34c0b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:07,833 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0763ae64 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ebb9f30 2024-11-23T07:22:07,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cfc6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:07,838 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118d1c39 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23fd5327 2024-11-23T07:22:07,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f18a09d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:07,847 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:07,847 DEBUG [hconnection-0x59c3390f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:07,848 DEBUG [hconnection-0x23bc3a57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:07,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:07,852 DEBUG [hconnection-0x4a22ee9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:07,854 DEBUG [hconnection-0x624e92fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:07,855 DEBUG [hconnection-0x106fdee5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:07,855 DEBUG [hconnection-0x5e621c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:07,855 DEBUG [hconnection-0x2ce6d49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:07,857 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:07,857 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:07,857 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-23T07:22:07,859 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T07:22:07,861 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:07,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:07,864 DEBUG [hconnection-0x47be79fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:07,869 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:07,876 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:07,876 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:07,877 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:07,878 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:07,885 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:07,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:22:07,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:07,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:07,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:07,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:07,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:07,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T07:22:08,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T07:22:08,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:08,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/0b2b9d3cf10c48cc9e197f06a1d8d89d is 50, key is test_row_1/A:col10/1732346527916/Put/seqid=0 2024-11-23T07:22:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:08,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741839_1015 (size=11997) 2024-11-23T07:22:08,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/0b2b9d3cf10c48cc9e197f06a1d8d89d 2024-11-23T07:22:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346588075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346588077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346588081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346588086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346588089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T07:22:08,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T07:22:08,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/8a47b4d13e22497da8c5d9ffb1c0ef6e is 50, key is test_row_1/B:col10/1732346527916/Put/seqid=0 2024-11-23T07:22:08,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:08,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:08,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:08,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346588240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346588241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346588241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346588241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346588242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741840_1016 (size=9657) 2024-11-23T07:22:08,372 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T07:22:08,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:08,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:08,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:08,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346588447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346588449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346588451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346588452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346588452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T07:22:08,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T07:22:08,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:08,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/8a47b4d13e22497da8c5d9ffb1c0ef6e 2024-11-23T07:22:08,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T07:22:08,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:08,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:08,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:08,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:08,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/879dbd18193a43d29f8fd3062a0e49fb is 50, key is test_row_1/C:col10/1732346527916/Put/seqid=0 2024-11-23T07:22:08,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741841_1017 (size=9657) 2024-11-23T07:22:08,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/879dbd18193a43d29f8fd3062a0e49fb 2024-11-23T07:22:08,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346588758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346588759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346588759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346588762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346588763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/0b2b9d3cf10c48cc9e197f06a1d8d89d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0b2b9d3cf10c48cc9e197f06a1d8d89d 2024-11-23T07:22:08,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0b2b9d3cf10c48cc9e197f06a1d8d89d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-23T07:22:08,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/8a47b4d13e22497da8c5d9ffb1c0ef6e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/8a47b4d13e22497da8c5d9ffb1c0ef6e 2024-11-23T07:22:08,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/8a47b4d13e22497da8c5d9ffb1c0ef6e, entries=100, sequenceid=12, filesize=9.4 K 2024-11-23T07:22:08,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/879dbd18193a43d29f8fd3062a0e49fb as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/879dbd18193a43d29f8fd3062a0e49fb 2024-11-23T07:22:08,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/879dbd18193a43d29f8fd3062a0e49fb, entries=100, sequenceid=12, filesize=9.4 K 2024-11-23T07:22:08,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2423658b353355c16865246f54cca8e3 in 900ms, sequenceid=12, compaction requested=false 2024-11-23T07:22:08,827 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T07:22:08,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:08,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:08,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T07:22:08,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:08,854 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T07:22:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:08,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/65e8512179d2444ba988691b029c1d6b is 50, key is test_row_0/A:col10/1732346528032/Put/seqid=0 2024-11-23T07:22:08,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741842_1018 (size=12001) 2024-11-23T07:22:08,933 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/65e8512179d2444ba988691b029c1d6b 2024-11-23T07:22:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T07:22:08,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/62372bd0af7a46e981e6ed9e0c0d5605 is 50, key is test_row_0/B:col10/1732346528032/Put/seqid=0 2024-11-23T07:22:09,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741843_1019 (size=12001) 2024-11-23T07:22:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:09,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:09,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346589281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346589282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346589284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346589287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346589288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346589392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346589391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346589394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346589396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346589396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,438 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/62372bd0af7a46e981e6ed9e0c0d5605 2024-11-23T07:22:09,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/e1fe5eb76fc6445ba4ed7d793018d06a is 50, key is test_row_0/C:col10/1732346528032/Put/seqid=0 2024-11-23T07:22:09,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741844_1020 (size=12001) 2024-11-23T07:22:09,514 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/e1fe5eb76fc6445ba4ed7d793018d06a 2024-11-23T07:22:09,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/65e8512179d2444ba988691b029c1d6b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/65e8512179d2444ba988691b029c1d6b 2024-11-23T07:22:09,539 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/65e8512179d2444ba988691b029c1d6b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T07:22:09,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/62372bd0af7a46e981e6ed9e0c0d5605 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/62372bd0af7a46e981e6ed9e0c0d5605 2024-11-23T07:22:09,559 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/62372bd0af7a46e981e6ed9e0c0d5605, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T07:22:09,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/e1fe5eb76fc6445ba4ed7d793018d06a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e1fe5eb76fc6445ba4ed7d793018d06a 2024-11-23T07:22:09,581 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e1fe5eb76fc6445ba4ed7d793018d06a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T07:22:09,584 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2423658b353355c16865246f54cca8e3 in 729ms, sequenceid=37, compaction requested=false 2024-11-23T07:22:09,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:09,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:09,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T07:22:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-23T07:22:09,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T07:22:09,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7240 sec 2024-11-23T07:22:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:09,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T07:22:09,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:09,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:09,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:09,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:09,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:09,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:09,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.7490 sec 2024-11-23T07:22:09,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/5139f682ee584331848a4279db36b752 is 50, key is test_row_0/A:col10/1732346529284/Put/seqid=0 2024-11-23T07:22:09,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741845_1021 (size=12001) 2024-11-23T07:22:09,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/5139f682ee584331848a4279db36b752 2024-11-23T07:22:09,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346589649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346589651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346589654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346589654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346589659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/d5d9bb38786a4d3a9625ace10c8ab38a is 50, key is test_row_0/B:col10/1732346529284/Put/seqid=0 2024-11-23T07:22:09,680 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T07:22:09,682 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-23T07:22:09,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741846_1022 (size=12001) 2024-11-23T07:22:09,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/d5d9bb38786a4d3a9625ace10c8ab38a 2024-11-23T07:22:09,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/84df26b6fdf944eead83032279ae395e is 50, key is test_row_0/C:col10/1732346529284/Put/seqid=0 2024-11-23T07:22:09,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741847_1023 (size=12001) 2024-11-23T07:22:09,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/84df26b6fdf944eead83032279ae395e 2024-11-23T07:22:09,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/5139f682ee584331848a4279db36b752 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5139f682ee584331848a4279db36b752 2024-11-23T07:22:09,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346589764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346589764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346589766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346589764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346589767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:09,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5139f682ee584331848a4279db36b752, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T07:22:09,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/d5d9bb38786a4d3a9625ace10c8ab38a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d5d9bb38786a4d3a9625ace10c8ab38a 2024-11-23T07:22:09,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d5d9bb38786a4d3a9625ace10c8ab38a, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T07:22:09,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/84df26b6fdf944eead83032279ae395e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/84df26b6fdf944eead83032279ae395e 2024-11-23T07:22:09,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/84df26b6fdf944eead83032279ae395e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T07:22:09,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2423658b353355c16865246f54cca8e3 in 206ms, sequenceid=51, compaction requested=true 2024-11-23T07:22:09,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:09,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:09,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:09,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:09,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:09,815 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:09,815 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:09,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:09,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:09,820 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:09,822 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:09,822 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:09,822 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/8a47b4d13e22497da8c5d9ffb1c0ef6e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/62372bd0af7a46e981e6ed9e0c0d5605, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d5d9bb38786a4d3a9625ace10c8ab38a] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=32.9 K 2024-11-23T07:22:09,824 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a47b4d13e22497da8c5d9ffb1c0ef6e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732346527903 2024-11-23T07:22:09,824 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:09,825 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 62372bd0af7a46e981e6ed9e0c0d5605, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732346528032 2024-11-23T07:22:09,825 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:09,826 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:09,826 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting d5d9bb38786a4d3a9625ace10c8ab38a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732346529284 2024-11-23T07:22:09,827 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0b2b9d3cf10c48cc9e197f06a1d8d89d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/65e8512179d2444ba988691b029c1d6b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5139f682ee584331848a4279db36b752] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=35.2 K 2024-11-23T07:22:09,831 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b2b9d3cf10c48cc9e197f06a1d8d89d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732346527903 2024-11-23T07:22:09,832 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65e8512179d2444ba988691b029c1d6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732346528032 2024-11-23T07:22:09,834 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5139f682ee584331848a4279db36b752, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732346529284 2024-11-23T07:22:09,895 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#10 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:09,896 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/103b1d150e6a4e52988aca8bb27d55b9 is 50, key is test_row_0/A:col10/1732346529284/Put/seqid=0 2024-11-23T07:22:09,902 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#9 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:09,903 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/f699e38f256f4952acbdeb8cb074cf39 is 50, key is test_row_0/B:col10/1732346529284/Put/seqid=0 2024-11-23T07:22:09,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741848_1024 (size=12104) 2024-11-23T07:22:09,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741849_1025 (size=12104) 2024-11-23T07:22:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T07:22:09,974 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-23T07:22:09,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-23T07:22:09,981 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T07:22:09,983 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/f699e38f256f4952acbdeb8cb074cf39 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f699e38f256f4952acbdeb8cb074cf39 2024-11-23T07:22:09,983 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:09,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:09,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:22:09,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:09,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:09,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:09,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:09,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:09,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:10,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/e69f075325fc4b46acf5729f5f970c14 is 50, key is test_row_0/A:col10/1732346529642/Put/seqid=0 2024-11-23T07:22:10,015 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into f699e38f256f4952acbdeb8cb074cf39(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:10,016 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:10,016 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=13, startTime=1732346529815; duration=0sec 2024-11-23T07:22:10,016 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:10,016 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:10,016 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:10,023 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:10,023 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:10,023 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:10,024 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/879dbd18193a43d29f8fd3062a0e49fb, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e1fe5eb76fc6445ba4ed7d793018d06a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/84df26b6fdf944eead83032279ae395e] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=32.9 K 2024-11-23T07:22:10,025 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 879dbd18193a43d29f8fd3062a0e49fb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732346527903 2024-11-23T07:22:10,026 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e1fe5eb76fc6445ba4ed7d793018d06a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732346528032 2024-11-23T07:22:10,027 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 84df26b6fdf944eead83032279ae395e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732346529284 2024-11-23T07:22:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741850_1026 (size=12001) 2024-11-23T07:22:10,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/e69f075325fc4b46acf5729f5f970c14 2024-11-23T07:22:10,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346590022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346590025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346590029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346590040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346590040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/95eb8f43a858439dbd7bd40defcfe605 is 50, key is test_row_0/B:col10/1732346529642/Put/seqid=0 2024-11-23T07:22:10,078 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#13 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:10,079 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/dfabd849a7ad4f388e40008b294fe668 is 50, key is test_row_0/C:col10/1732346529284/Put/seqid=0 2024-11-23T07:22:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T07:22:10,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741851_1027 (size=12001) 2024-11-23T07:22:10,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/95eb8f43a858439dbd7bd40defcfe605 2024-11-23T07:22:10,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/3e3ce8d0faf342f0b924a2c3ec0b3efc is 50, key is test_row_0/C:col10/1732346529642/Put/seqid=0 2024-11-23T07:22:10,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741852_1028 (size=12104) 2024-11-23T07:22:10,136 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/dfabd849a7ad4f388e40008b294fe668 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/dfabd849a7ad4f388e40008b294fe668 2024-11-23T07:22:10,136 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T07:22:10,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:10,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:10,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:10,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:10,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:10,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346590144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346590146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346590147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,156 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into dfabd849a7ad4f388e40008b294fe668(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:10,156 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:10,156 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=13, startTime=1732346529815; duration=0sec 2024-11-23T07:22:10,156 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:10,156 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:10,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346590155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346590156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741853_1029 (size=12001) 2024-11-23T07:22:10,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/3e3ce8d0faf342f0b924a2c3ec0b3efc 2024-11-23T07:22:10,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/e69f075325fc4b46acf5729f5f970c14 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e69f075325fc4b46acf5729f5f970c14 2024-11-23T07:22:10,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e69f075325fc4b46acf5729f5f970c14, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T07:22:10,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/95eb8f43a858439dbd7bd40defcfe605 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/95eb8f43a858439dbd7bd40defcfe605 2024-11-23T07:22:10,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/95eb8f43a858439dbd7bd40defcfe605, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T07:22:10,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/3e3ce8d0faf342f0b924a2c3ec0b3efc as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3e3ce8d0faf342f0b924a2c3ec0b3efc 2024-11-23T07:22:10,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3e3ce8d0faf342f0b924a2c3ec0b3efc, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T07:22:10,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 2423658b353355c16865246f54cca8e3 in 239ms, sequenceid=75, compaction requested=false 2024-11-23T07:22:10,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T07:22:10,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T07:22:10,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:10,293 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:22:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:10,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/5efb767f778547ef872e9543e562eefc is 50, key is test_row_0/A:col10/1732346530021/Put/seqid=0 2024-11-23T07:22:10,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741854_1030 (size=12001) 2024-11-23T07:22:10,338 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/5efb767f778547ef872e9543e562eefc 2024-11-23T07:22:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:10,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:10,364 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/103b1d150e6a4e52988aca8bb27d55b9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/103b1d150e6a4e52988aca8bb27d55b9 2024-11-23T07:22:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/f9d5910da0aa4b318733a2a51b3f2c7d is 50, key is test_row_0/B:col10/1732346530021/Put/seqid=0 2024-11-23T07:22:10,382 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into 103b1d150e6a4e52988aca8bb27d55b9(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:10,382 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:10,382 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=13, startTime=1732346529813; duration=0sec 2024-11-23T07:22:10,382 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:10,382 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:10,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346590402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346590403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346590406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346590412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741855_1031 (size=12001) 2024-11-23T07:22:10,421 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/f9d5910da0aa4b318733a2a51b3f2c7d 2024-11-23T07:22:10,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346590418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,447 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T07:22:10,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/5c6c723856704a20a56feca1ee8e6bbe is 50, key is test_row_0/C:col10/1732346530021/Put/seqid=0 2024-11-23T07:22:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741856_1032 (size=12001) 2024-11-23T07:22:10,512 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/5c6c723856704a20a56feca1ee8e6bbe 2024-11-23T07:22:10,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346590513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346590517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346590519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346590519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/5efb767f778547ef872e9543e562eefc as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5efb767f778547ef872e9543e562eefc 2024-11-23T07:22:10,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346590525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,536 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5efb767f778547ef872e9543e562eefc, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T07:22:10,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/f9d5910da0aa4b318733a2a51b3f2c7d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f9d5910da0aa4b318733a2a51b3f2c7d 2024-11-23T07:22:10,550 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f9d5910da0aa4b318733a2a51b3f2c7d, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T07:22:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/5c6c723856704a20a56feca1ee8e6bbe as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5c6c723856704a20a56feca1ee8e6bbe 2024-11-23T07:22:10,564 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5c6c723856704a20a56feca1ee8e6bbe, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T07:22:10,566 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2423658b353355c16865246f54cca8e3 in 272ms, sequenceid=90, compaction requested=true 2024-11-23T07:22:10,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:10,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:10,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T07:22:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-23T07:22:10,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T07:22:10,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 585 msec 2024-11-23T07:22:10,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 596 msec 2024-11-23T07:22:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T07:22:10,587 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-23T07:22:10,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-23T07:22:10,593 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T07:22:10,594 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:10,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T07:22:10,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:22:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:10,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:10,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:10,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:10,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:10,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:10,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:10,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/25dec551203c4eb697f74f6308194e11 is 50, key is test_row_0/A:col10/1732346530722/Put/seqid=0 2024-11-23T07:22:10,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T07:22:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:10,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:10,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346590742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346590745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346590746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346590750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346590750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741857_1033 (size=16681) 2024-11-23T07:22:10,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/25dec551203c4eb697f74f6308194e11 2024-11-23T07:22:10,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/1f0a97c86a834ae0a1d2f91def89417f is 50, key is test_row_0/B:col10/1732346530722/Put/seqid=0 2024-11-23T07:22:10,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741858_1034 (size=12001) 2024-11-23T07:22:10,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/1f0a97c86a834ae0a1d2f91def89417f 2024-11-23T07:22:10,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346590855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346590855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346590857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346590859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346590859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/79eab059052f400ab33444ddc0d884e8 is 50, key is test_row_0/C:col10/1732346530722/Put/seqid=0 2024-11-23T07:22:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741859_1035 (size=12001) 2024-11-23T07:22:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T07:22:10,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:10,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T07:22:10,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:10,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:10,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:10,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:10,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:11,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T07:22:11,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:11,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:11,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:11,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:11,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:11,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346591060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346591063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346591063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346591064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346591064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T07:22:11,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T07:22:11,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T07:22:11,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-23T07:22:11,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-23T07:22:11,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T07:22:11,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T07:22:11,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T07:22:11,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T07:22:11,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T07:22:11,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:11,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:11,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T07:22:11,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:11,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T07:22:11,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:11,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:11,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/79eab059052f400ab33444ddc0d884e8 2024-11-23T07:22:11,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/25dec551203c4eb697f74f6308194e11 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/25dec551203c4eb697f74f6308194e11 2024-11-23T07:22:11,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/25dec551203c4eb697f74f6308194e11, entries=250, sequenceid=117, filesize=16.3 K 2024-11-23T07:22:11,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/1f0a97c86a834ae0a1d2f91def89417f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/1f0a97c86a834ae0a1d2f91def89417f 2024-11-23T07:22:11,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/1f0a97c86a834ae0a1d2f91def89417f, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T07:22:11,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/79eab059052f400ab33444ddc0d884e8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/79eab059052f400ab33444ddc0d884e8 2024-11-23T07:22:11,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/79eab059052f400ab33444ddc0d884e8, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T07:22:11,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 2423658b353355c16865246f54cca8e3 in 636ms, sequenceid=117, compaction requested=true 2024-11-23T07:22:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:11,364 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:11,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:11,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:11,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:11,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:11,365 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:11,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:11,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:11,368 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:11,368 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:11,368 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:11,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,368 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/103b1d150e6a4e52988aca8bb27d55b9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e69f075325fc4b46acf5729f5f970c14, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5efb767f778547ef872e9543e562eefc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/25dec551203c4eb697f74f6308194e11] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=51.5 K 2024-11-23T07:22:11,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T07:22:11,369 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:11,369 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:11,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:11,369 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:11,369 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f699e38f256f4952acbdeb8cb074cf39, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/95eb8f43a858439dbd7bd40defcfe605, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f9d5910da0aa4b318733a2a51b3f2c7d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/1f0a97c86a834ae0a1d2f91def89417f] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=47.0 K 2024-11-23T07:22:11,369 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:22:11,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:11,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:11,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:11,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:11,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:11,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:11,372 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 103b1d150e6a4e52988aca8bb27d55b9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732346529284 2024-11-23T07:22:11,372 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting f699e38f256f4952acbdeb8cb074cf39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732346529284 2024-11-23T07:22:11,374 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e69f075325fc4b46acf5729f5f970c14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732346529642 2024-11-23T07:22:11,374 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95eb8f43a858439dbd7bd40defcfe605, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732346529642 2024-11-23T07:22:11,375 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 5efb767f778547ef872e9543e562eefc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732346530021 2024-11-23T07:22:11,376 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9d5910da0aa4b318733a2a51b3f2c7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732346530021 2024-11-23T07:22:11,376 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 25dec551203c4eb697f74f6308194e11, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732346530403 2024-11-23T07:22:11,377 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f0a97c86a834ae0a1d2f91def89417f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732346530407 2024-11-23T07:22:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:11,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:11,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/c0ed02e262eb4db9930bc6014e4da4a0 is 50, key is test_row_0/A:col10/1732346530746/Put/seqid=0 2024-11-23T07:22:11,433 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:11,434 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/ee720ba963ee46c9bf143233d7e9a814 is 50, key is test_row_0/B:col10/1732346530722/Put/seqid=0 2024-11-23T07:22:11,445 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#23 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:11,446 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/d0908080b1e54c699cb98f5be0dfaacd is 50, key is test_row_0/A:col10/1732346530722/Put/seqid=0 2024-11-23T07:22:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741860_1036 (size=12001) 2024-11-23T07:22:11,458 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/c0ed02e262eb4db9930bc6014e4da4a0 2024-11-23T07:22:11,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346591482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346591484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/20331973db61405696dc68a63a5fe3de is 50, key is test_row_0/B:col10/1732346530746/Put/seqid=0 2024-11-23T07:22:11,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346591505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346591505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346591506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741862_1038 (size=12241) 2024-11-23T07:22:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741861_1037 (size=12241) 2024-11-23T07:22:11,545 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/ee720ba963ee46c9bf143233d7e9a814 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/ee720ba963ee46c9bf143233d7e9a814 2024-11-23T07:22:11,559 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into ee720ba963ee46c9bf143233d7e9a814(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:11,559 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:11,559 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=12, startTime=1732346531364; duration=0sec 2024-11-23T07:22:11,559 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:11,559 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:11,559 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741863_1039 (size=12001) 2024-11-23T07:22:11,561 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/20331973db61405696dc68a63a5fe3de 2024-11-23T07:22:11,565 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:11,565 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:11,565 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:11,567 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/dfabd849a7ad4f388e40008b294fe668, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3e3ce8d0faf342f0b924a2c3ec0b3efc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5c6c723856704a20a56feca1ee8e6bbe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/79eab059052f400ab33444ddc0d884e8] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=47.0 K 2024-11-23T07:22:11,568 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfabd849a7ad4f388e40008b294fe668, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732346529284 2024-11-23T07:22:11,569 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e3ce8d0faf342f0b924a2c3ec0b3efc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732346529642 2024-11-23T07:22:11,571 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c6c723856704a20a56feca1ee8e6bbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732346530021 2024-11-23T07:22:11,572 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79eab059052f400ab33444ddc0d884e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732346530407 2024-11-23T07:22:11,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/a8ed8bf237a74f83bf1fa59109cb46cc is 50, key is test_row_0/C:col10/1732346530746/Put/seqid=0 2024-11-23T07:22:11,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346591607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346591608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346591620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346591623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346591623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741864_1040 (size=12001) 2024-11-23T07:22:11,647 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/a8ed8bf237a74f83bf1fa59109cb46cc 2024-11-23T07:22:11,655 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:11,661 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/b2e0b2fa8307434cbf3982f4c98319e4 is 50, key is test_row_0/C:col10/1732346530722/Put/seqid=0 2024-11-23T07:22:11,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/c0ed02e262eb4db9930bc6014e4da4a0 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/c0ed02e262eb4db9930bc6014e4da4a0 2024-11-23T07:22:11,690 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/c0ed02e262eb4db9930bc6014e4da4a0, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T07:22:11,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/20331973db61405696dc68a63a5fe3de as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/20331973db61405696dc68a63a5fe3de 2024-11-23T07:22:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T07:22:11,706 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/20331973db61405696dc68a63a5fe3de, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T07:22:11,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/a8ed8bf237a74f83bf1fa59109cb46cc as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/a8ed8bf237a74f83bf1fa59109cb46cc 2024-11-23T07:22:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741865_1041 (size=12241) 2024-11-23T07:22:11,721 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/a8ed8bf237a74f83bf1fa59109cb46cc, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T07:22:11,723 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 2423658b353355c16865246f54cca8e3 in 354ms, sequenceid=128, compaction requested=false 2024-11-23T07:22:11,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:11,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:11,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-23T07:22:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-23T07:22:11,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T07:22:11,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1310 sec 2024-11-23T07:22:11,732 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/b2e0b2fa8307434cbf3982f4c98319e4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/b2e0b2fa8307434cbf3982f4c98319e4 2024-11-23T07:22:11,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.1400 sec 2024-11-23T07:22:11,749 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into b2e0b2fa8307434cbf3982f4c98319e4(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:11,749 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:11,749 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=12, startTime=1732346531365; duration=0sec 2024-11-23T07:22:11,750 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:11,750 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:11,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T07:22:11,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:11,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:11,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:11,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:11,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:11,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:11,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/24d9ab69757042cd8d7b1451519a64bd is 50, key is test_row_0/A:col10/1732346531822/Put/seqid=0 2024-11-23T07:22:11,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346591853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346591860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346591858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346591867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346591866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741866_1042 (size=12151) 2024-11-23T07:22:11,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/24d9ab69757042cd8d7b1451519a64bd 2024-11-23T07:22:11,940 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/d0908080b1e54c699cb98f5be0dfaacd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/d0908080b1e54c699cb98f5be0dfaacd 2024-11-23T07:22:11,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/78d60bb7ebd543b6b638bcf3ac2324c1 is 50, key is test_row_0/B:col10/1732346531822/Put/seqid=0 2024-11-23T07:22:11,953 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into d0908080b1e54c699cb98f5be0dfaacd(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:11,953 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:11,953 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=12, startTime=1732346531364; duration=0sec 2024-11-23T07:22:11,954 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:11,954 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:11,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346591976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346591988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:11,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346591993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346591994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741867_1043 (size=12151) 2024-11-23T07:22:12,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/78d60bb7ebd543b6b638bcf3ac2324c1 2024-11-23T07:22:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346591994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/e48985023a8a4b7c92751b187b35604e is 50, key is test_row_0/C:col10/1732346531822/Put/seqid=0 2024-11-23T07:22:12,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741868_1044 (size=12151) 2024-11-23T07:22:12,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/e48985023a8a4b7c92751b187b35604e 2024-11-23T07:22:12,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/24d9ab69757042cd8d7b1451519a64bd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/24d9ab69757042cd8d7b1451519a64bd 2024-11-23T07:22:12,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/24d9ab69757042cd8d7b1451519a64bd, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T07:22:12,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/78d60bb7ebd543b6b638bcf3ac2324c1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/78d60bb7ebd543b6b638bcf3ac2324c1 2024-11-23T07:22:12,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/78d60bb7ebd543b6b638bcf3ac2324c1, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T07:22:12,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/e48985023a8a4b7c92751b187b35604e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e48985023a8a4b7c92751b187b35604e 2024-11-23T07:22:12,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e48985023a8a4b7c92751b187b35604e, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T07:22:12,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 2423658b353355c16865246f54cca8e3 in 296ms, sequenceid=158, compaction requested=true 2024-11-23T07:22:12,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:12,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:12,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:12,124 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:12,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:12,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:12,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:12,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T07:22:12,125 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:12,127 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:12,127 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:12,127 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:12,127 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/d0908080b1e54c699cb98f5be0dfaacd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/c0ed02e262eb4db9930bc6014e4da4a0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/24d9ab69757042cd8d7b1451519a64bd] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=35.5 K 2024-11-23T07:22:12,128 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:12,128 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:12,128 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:12,128 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/ee720ba963ee46c9bf143233d7e9a814, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/20331973db61405696dc68a63a5fe3de, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/78d60bb7ebd543b6b638bcf3ac2324c1] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=35.5 K 2024-11-23T07:22:12,128 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0908080b1e54c699cb98f5be0dfaacd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732346530407 2024-11-23T07:22:12,129 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting ee720ba963ee46c9bf143233d7e9a814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732346530407 2024-11-23T07:22:12,129 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0ed02e262eb4db9930bc6014e4da4a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732346530736 2024-11-23T07:22:12,130 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 20331973db61405696dc68a63a5fe3de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732346530736 2024-11-23T07:22:12,131 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24d9ab69757042cd8d7b1451519a64bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346531499 2024-11-23T07:22:12,131 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 78d60bb7ebd543b6b638bcf3ac2324c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346531499 2024-11-23T07:22:12,162 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:12,164 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/511a8d78dc69417bb5eee9d1ee5ae3bf is 50, key is test_row_0/A:col10/1732346531822/Put/seqid=0 2024-11-23T07:22:12,173 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#31 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:12,174 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/93c7e612183b4990920e1775fc2f776d is 50, key is test_row_0/B:col10/1732346531822/Put/seqid=0 2024-11-23T07:22:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:12,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:22:12,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:12,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:12,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:12,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:12,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:12,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:12,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741869_1045 (size=12493) 2024-11-23T07:22:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741870_1046 (size=12493) 2024-11-23T07:22:12,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/ec18677978af477b9bf1c453a9eb5842 is 50, key is test_row_0/A:col10/1732346532193/Put/seqid=0 2024-11-23T07:22:12,306 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/511a8d78dc69417bb5eee9d1ee5ae3bf as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/511a8d78dc69417bb5eee9d1ee5ae3bf 2024-11-23T07:22:12,308 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/93c7e612183b4990920e1775fc2f776d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/93c7e612183b4990920e1775fc2f776d 2024-11-23T07:22:12,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741871_1047 (size=14541) 2024-11-23T07:22:12,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/ec18677978af477b9bf1c453a9eb5842 2024-11-23T07:22:12,324 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into 511a8d78dc69417bb5eee9d1ee5ae3bf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:12,324 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:12,324 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=13, startTime=1732346532124; duration=0sec 2024-11-23T07:22:12,326 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:12,326 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:12,327 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into 93c7e612183b4990920e1775fc2f776d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:12,326 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:12,327 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:12,327 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=13, startTime=1732346532124; duration=0sec 2024-11-23T07:22:12,328 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:12,328 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:12,330 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:12,331 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:12,331 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:12,332 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/b2e0b2fa8307434cbf3982f4c98319e4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/a8ed8bf237a74f83bf1fa59109cb46cc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e48985023a8a4b7c92751b187b35604e] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=35.5 K 2024-11-23T07:22:12,332 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2e0b2fa8307434cbf3982f4c98319e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732346530407 2024-11-23T07:22:12,333 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8ed8bf237a74f83bf1fa59109cb46cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732346530736 2024-11-23T07:22:12,334 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e48985023a8a4b7c92751b187b35604e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346531499 2024-11-23T07:22:12,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/931fe25a9a08410ca5595880694f9cd2 is 50, key is test_row_0/B:col10/1732346532193/Put/seqid=0 2024-11-23T07:22:12,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346592396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346592397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346592403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741872_1048 (size=12151) 2024-11-23T07:22:12,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/931fe25a9a08410ca5595880694f9cd2 2024-11-23T07:22:12,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346592407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346592420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,429 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:12,430 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/3d4f932bef9f479983adff2ef27b28a6 is 50, key is test_row_0/C:col10/1732346531822/Put/seqid=0 2024-11-23T07:22:12,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/e275e305eb4f4fa6af5d6fde3ada12a9 is 50, key is test_row_0/C:col10/1732346532193/Put/seqid=0 2024-11-23T07:22:12,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741873_1049 (size=12493) 2024-11-23T07:22:12,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346592509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346592513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346592516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741874_1050 (size=12151) 2024-11-23T07:22:12,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/e275e305eb4f4fa6af5d6fde3ada12a9 2024-11-23T07:22:12,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346592522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346592529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/ec18677978af477b9bf1c453a9eb5842 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/ec18677978af477b9bf1c453a9eb5842 2024-11-23T07:22:12,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/ec18677978af477b9bf1c453a9eb5842, entries=200, sequenceid=170, filesize=14.2 K 2024-11-23T07:22:12,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/931fe25a9a08410ca5595880694f9cd2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/931fe25a9a08410ca5595880694f9cd2 2024-11-23T07:22:12,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/931fe25a9a08410ca5595880694f9cd2, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T07:22:12,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/e275e305eb4f4fa6af5d6fde3ada12a9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e275e305eb4f4fa6af5d6fde3ada12a9 2024-11-23T07:22:12,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e275e305eb4f4fa6af5d6fde3ada12a9, entries=150, sequenceid=170, filesize=11.9 K 2024-11-23T07:22:12,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 2423658b353355c16865246f54cca8e3 in 377ms, sequenceid=170, compaction requested=false 2024-11-23T07:22:12,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T07:22:12,701 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-23T07:22:12,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-23T07:22:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T07:22:12,706 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:12,707 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:12,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:12,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T07:22:12,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:12,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:12,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:12,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:12,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:12,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:12,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/60948f27d7f34a23b1a732b7537ba5b2 is 50, key is test_row_0/A:col10/1732346532721/Put/seqid=0 2024-11-23T07:22:12,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346592736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346592749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346592750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346592753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346592754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T07:22:12,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741875_1051 (size=14541) 2024-11-23T07:22:12,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:12,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:12,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346592861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346592863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:12,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346592864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346592864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346592865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:12,923 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/3d4f932bef9f479983adff2ef27b28a6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3d4f932bef9f479983adff2ef27b28a6 2024-11-23T07:22:12,937 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into 3d4f932bef9f479983adff2ef27b28a6(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:12,937 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:12,937 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=13, startTime=1732346532124; duration=0sec 2024-11-23T07:22:12,937 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:12,937 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T07:22:13,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:13,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346593067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346593068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346593074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346593074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346593075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:13,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:13,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/60948f27d7f34a23b1a732b7537ba5b2 2024-11-23T07:22:13,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/9403d8908661462baf8b2516d3671ff0 is 50, key is test_row_0/B:col10/1732346532721/Put/seqid=0 2024-11-23T07:22:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741876_1052 (size=12151) 2024-11-23T07:22:13,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/9403d8908661462baf8b2516d3671ff0 2024-11-23T07:22:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T07:22:13,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/c4d948a9dacb4680afb3d7f71cd05a2e is 50, key is test_row_0/C:col10/1732346532721/Put/seqid=0 2024-11-23T07:22:13,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:13,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:13,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741877_1053 (size=12151) 2024-11-23T07:22:13,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346593377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346593383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:13,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346593386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346593385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346593387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,489 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,646 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:13,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/c4d948a9dacb4680afb3d7f71cd05a2e 2024-11-23T07:22:13,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/60948f27d7f34a23b1a732b7537ba5b2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/60948f27d7f34a23b1a732b7537ba5b2 2024-11-23T07:22:13,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/60948f27d7f34a23b1a732b7537ba5b2, entries=200, sequenceid=199, filesize=14.2 K 2024-11-23T07:22:13,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/9403d8908661462baf8b2516d3671ff0 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9403d8908661462baf8b2516d3671ff0 2024-11-23T07:22:13,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9403d8908661462baf8b2516d3671ff0, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T07:22:13,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/c4d948a9dacb4680afb3d7f71cd05a2e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/c4d948a9dacb4680afb3d7f71cd05a2e 2024-11-23T07:22:13,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:13,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:13,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/c4d948a9dacb4680afb3d7f71cd05a2e, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T07:22:13,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 2423658b353355c16865246f54cca8e3 in 1086ms, sequenceid=199, compaction requested=true 2024-11-23T07:22:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:13,810 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:13,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:13,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:13,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:13,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:13,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:13,810 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:13,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:13,812 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:13,813 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:13,813 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,813 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/511a8d78dc69417bb5eee9d1ee5ae3bf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/ec18677978af477b9bf1c453a9eb5842, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/60948f27d7f34a23b1a732b7537ba5b2] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=40.6 K 2024-11-23T07:22:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T07:22:13,814 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:13,814 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:13,814 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,814 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/93c7e612183b4990920e1775fc2f776d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/931fe25a9a08410ca5595880694f9cd2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9403d8908661462baf8b2516d3671ff0] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=35.9 K 2024-11-23T07:22:13,815 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 511a8d78dc69417bb5eee9d1ee5ae3bf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346531499 2024-11-23T07:22:13,815 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 93c7e612183b4990920e1775fc2f776d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346531499 2024-11-23T07:22:13,816 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 931fe25a9a08410ca5595880694f9cd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732346531858 2024-11-23T07:22:13,816 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec18677978af477b9bf1c453a9eb5842, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732346531858 2024-11-23T07:22:13,817 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9403d8908661462baf8b2516d3671ff0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346532401 2024-11-23T07:22:13,817 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60948f27d7f34a23b1a732b7537ba5b2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346532279 2024-11-23T07:22:13,858 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:13,859 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/a3348537c1ac4f7c9e7d65fd963e6412 is 50, key is test_row_0/B:col10/1732346532721/Put/seqid=0 2024-11-23T07:22:13,868 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:13,869 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/a259c4a078724c89af222416aee63b21 is 50, key is test_row_0/A:col10/1732346532721/Put/seqid=0 2024-11-23T07:22:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:13,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:22:13,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:13,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:13,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:13,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:13,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:13,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:13,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/006d71f5275c4843bef0c8bc88c8935d is 50, key is test_row_0/A:col10/1732346532748/Put/seqid=0 2024-11-23T07:22:13,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741878_1054 (size=12595) 2024-11-23T07:22:13,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741879_1055 (size=12595) 2024-11-23T07:22:13,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:13,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:13,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:13,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:13,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:13,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741880_1056 (size=14541) 2024-11-23T07:22:14,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346594062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346594064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346594069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346594084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346594079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:14,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:14,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346594181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346594184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346594185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346594205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346594205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:14,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:14,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,334 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/a3348537c1ac4f7c9e7d65fd963e6412 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/a3348537c1ac4f7c9e7d65fd963e6412 2024-11-23T07:22:14,345 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into a3348537c1ac4f7c9e7d65fd963e6412(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:14,345 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:14,346 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=13, startTime=1732346533810; duration=0sec 2024-11-23T07:22:14,346 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:14,346 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:14,346 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:14,349 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:14,350 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:14,350 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,350 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3d4f932bef9f479983adff2ef27b28a6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e275e305eb4f4fa6af5d6fde3ada12a9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/c4d948a9dacb4680afb3d7f71cd05a2e] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=35.9 K 2024-11-23T07:22:14,351 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d4f932bef9f479983adff2ef27b28a6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346531499 2024-11-23T07:22:14,352 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e275e305eb4f4fa6af5d6fde3ada12a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732346531858 2024-11-23T07:22:14,353 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting c4d948a9dacb4680afb3d7f71cd05a2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346532401 2024-11-23T07:22:14,357 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/a259c4a078724c89af222416aee63b21 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a259c4a078724c89af222416aee63b21 2024-11-23T07:22:14,367 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into a259c4a078724c89af222416aee63b21(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:14,367 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:14,367 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=13, startTime=1732346533809; duration=0sec 2024-11-23T07:22:14,367 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:14,367 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:14,371 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:14,372 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/3ae4469610704a049d1864292c0bdaa1 is 50, key is test_row_0/C:col10/1732346532721/Put/seqid=0 2024-11-23T07:22:14,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/006d71f5275c4843bef0c8bc88c8935d 2024-11-23T07:22:14,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346594394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346594398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346594399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346594411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741881_1057 (size=12595) 2024-11-23T07:22:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346594414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/58ae00cb1bf24c34af13b6acf3b45c80 is 50, key is test_row_0/B:col10/1732346532748/Put/seqid=0 2024-11-23T07:22:14,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:14,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:14,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741882_1058 (size=12151) 2024-11-23T07:22:14,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/58ae00cb1bf24c34af13b6acf3b45c80 2024-11-23T07:22:14,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/2422dca9085f4dd9901c789b33ef9378 is 50, key is test_row_0/C:col10/1732346532748/Put/seqid=0 2024-11-23T07:22:14,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741883_1059 (size=12151) 2024-11-23T07:22:14,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/2422dca9085f4dd9901c789b33ef9378 2024-11-23T07:22:14,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/006d71f5275c4843bef0c8bc88c8935d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/006d71f5275c4843bef0c8bc88c8935d 2024-11-23T07:22:14,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:14,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/006d71f5275c4843bef0c8bc88c8935d, entries=200, sequenceid=211, filesize=14.2 K 2024-11-23T07:22:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/58ae00cb1bf24c34af13b6acf3b45c80 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/58ae00cb1bf24c34af13b6acf3b45c80 2024-11-23T07:22:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/58ae00cb1bf24c34af13b6acf3b45c80, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T07:22:14,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/2422dca9085f4dd9901c789b33ef9378 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/2422dca9085f4dd9901c789b33ef9378 2024-11-23T07:22:14,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/2422dca9085f4dd9901c789b33ef9378, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T07:22:14,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 2423658b353355c16865246f54cca8e3 in 725ms, sequenceid=211, compaction requested=false 2024-11-23T07:22:14,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:14,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T07:22:14,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:14,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346594720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346594721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346594721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/4e72eacac75342fea04bfc1c1a88280d is 50, key is test_row_0/A:col10/1732346534067/Put/seqid=0 2024-11-23T07:22:14,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346594723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:14,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346594734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741884_1060 (size=14541) 2024-11-23T07:22:14,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/4e72eacac75342fea04bfc1c1a88280d 2024-11-23T07:22:14,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/5eb827550a254c0f8a816167eb11b6b8 is 50, key is test_row_0/B:col10/1732346534067/Put/seqid=0 2024-11-23T07:22:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T07:22:14,823 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/3ae4469610704a049d1864292c0bdaa1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3ae4469610704a049d1864292c0bdaa1 2024-11-23T07:22:14,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346594828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346594829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346594831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,833 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into 3ae4469610704a049d1864292c0bdaa1(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:14,833 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:14,833 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=13, startTime=1732346533810; duration=0sec 2024-11-23T07:22:14,834 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:14,834 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:14,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741885_1061 (size=12151) 2024-11-23T07:22:14,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/5eb827550a254c0f8a816167eb11b6b8 2024-11-23T07:22:14,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346594851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/8fa6b70208924970b1523777fde1f393 is 50, key is test_row_0/C:col10/1732346534067/Put/seqid=0 2024-11-23T07:22:14,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:14,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:14,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:14,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741886_1062 (size=12151) 2024-11-23T07:22:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346595032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346595034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346595034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:15,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:15,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:15,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:15,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:15,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346595058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:15,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:15,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:15,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:15,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:15,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:15,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346595230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/8fa6b70208924970b1523777fde1f393 2024-11-23T07:22:15,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/4e72eacac75342fea04bfc1c1a88280d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4e72eacac75342fea04bfc1c1a88280d 2024-11-23T07:22:15,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346595350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4e72eacac75342fea04bfc1c1a88280d, entries=200, sequenceid=240, filesize=14.2 K 2024-11-23T07:22:15,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/5eb827550a254c0f8a816167eb11b6b8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5eb827550a254c0f8a816167eb11b6b8 2024-11-23T07:22:15,366 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:15,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:15,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:15,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:15,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:15,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346595361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346595365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5eb827550a254c0f8a816167eb11b6b8, entries=150, sequenceid=240, filesize=11.9 K 2024-11-23T07:22:15,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346595366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/8fa6b70208924970b1523777fde1f393 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/8fa6b70208924970b1523777fde1f393 2024-11-23T07:22:15,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/8fa6b70208924970b1523777fde1f393, entries=150, sequenceid=240, filesize=11.9 K 2024-11-23T07:22:15,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 2423658b353355c16865246f54cca8e3 in 716ms, sequenceid=240, compaction requested=true 2024-11-23T07:22:15,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:15,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:15,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:15,423 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:15,423 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:15,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:15,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:15,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:15,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:15,425 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:15,425 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:15,425 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:15,425 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:15,425 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:15,425 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:15,425 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/a3348537c1ac4f7c9e7d65fd963e6412, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/58ae00cb1bf24c34af13b6acf3b45c80, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5eb827550a254c0f8a816167eb11b6b8] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=36.0 K 2024-11-23T07:22:15,426 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a259c4a078724c89af222416aee63b21, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/006d71f5275c4843bef0c8bc88c8935d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4e72eacac75342fea04bfc1c1a88280d] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=40.7 K 2024-11-23T07:22:15,426 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a3348537c1ac4f7c9e7d65fd963e6412, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346532401 2024-11-23T07:22:15,426 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting a259c4a078724c89af222416aee63b21, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346532401 2024-11-23T07:22:15,427 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 58ae00cb1bf24c34af13b6acf3b45c80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732346532748 2024-11-23T07:22:15,427 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 006d71f5275c4843bef0c8bc88c8935d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732346532736 2024-11-23T07:22:15,427 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eb827550a254c0f8a816167eb11b6b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732346534067 2024-11-23T07:22:15,427 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e72eacac75342fea04bfc1c1a88280d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732346534045 2024-11-23T07:22:15,450 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:15,451 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/8ae7ce42e3094334945db6fc056a36e7 is 50, key is test_row_0/A:col10/1732346534067/Put/seqid=0 2024-11-23T07:22:15,463 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:15,463 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/046f731e7bdc492e87231412d606ba42 is 50, key is test_row_0/B:col10/1732346534067/Put/seqid=0 2024-11-23T07:22:15,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741887_1063 (size=12697) 2024-11-23T07:22:15,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T07:22:15,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:15,521 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T07:22:15,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:15,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:15,526 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/8ae7ce42e3094334945db6fc056a36e7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/8ae7ce42e3094334945db6fc056a36e7 2024-11-23T07:22:15,539 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into 8ae7ce42e3094334945db6fc056a36e7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:15,539 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:15,539 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=13, startTime=1732346535423; duration=0sec 2024-11-23T07:22:15,539 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:15,539 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:15,539 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:15,541 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:15,541 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:15,541 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:15,541 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3ae4469610704a049d1864292c0bdaa1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/2422dca9085f4dd9901c789b33ef9378, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/8fa6b70208924970b1523777fde1f393] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=36.0 K 2024-11-23T07:22:15,542 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ae4469610704a049d1864292c0bdaa1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346532401 2024-11-23T07:22:15,543 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2422dca9085f4dd9901c789b33ef9378, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732346532748 2024-11-23T07:22:15,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741888_1064 (size=12697) 2024-11-23T07:22:15,544 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fa6b70208924970b1523777fde1f393, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732346534067 2024-11-23T07:22:15,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/79f10968567d4a1c98c213c822599284 is 50, key is test_row_0/A:col10/1732346534714/Put/seqid=0 2024-11-23T07:22:15,552 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/046f731e7bdc492e87231412d606ba42 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/046f731e7bdc492e87231412d606ba42 2024-11-23T07:22:15,563 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into 046f731e7bdc492e87231412d606ba42(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:15,563 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:15,563 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=13, startTime=1732346535423; duration=0sec 2024-11-23T07:22:15,563 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:15,563 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:15,582 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#51 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:15,584 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/ac0ade6b40c64c149e979a1a5e5d6996 is 50, key is test_row_0/C:col10/1732346534067/Put/seqid=0 2024-11-23T07:22:15,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741889_1065 (size=12151) 2024-11-23T07:22:15,601 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/79f10968567d4a1c98c213c822599284 2024-11-23T07:22:15,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741890_1066 (size=12697) 2024-11-23T07:22:15,616 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/ac0ade6b40c64c149e979a1a5e5d6996 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/ac0ade6b40c64c149e979a1a5e5d6996 2024-11-23T07:22:15,626 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into ac0ade6b40c64c149e979a1a5e5d6996(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:15,626 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:15,626 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=13, startTime=1732346535424; duration=0sec 2024-11-23T07:22:15,626 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:15,627 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:15,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/cc2d89f7cf184ee49c40a5af243bb889 is 50, key is test_row_0/B:col10/1732346534714/Put/seqid=0 2024-11-23T07:22:15,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741891_1067 (size=12151) 2024-11-23T07:22:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:15,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346595916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346595919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346595920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:15,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346595922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346596025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346596026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346596026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346596027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,067 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/cc2d89f7cf184ee49c40a5af243bb889 2024-11-23T07:22:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/2f5f72bfc1f74c5f9f53243fd44055e0 is 50, key is test_row_0/C:col10/1732346534714/Put/seqid=0 2024-11-23T07:22:16,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741892_1068 (size=12151) 2024-11-23T07:22:16,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346596232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346596232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346596233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346596233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346596245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346596536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346596538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346596539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346596539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,550 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/2f5f72bfc1f74c5f9f53243fd44055e0 2024-11-23T07:22:16,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/79f10968567d4a1c98c213c822599284 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/79f10968567d4a1c98c213c822599284 2024-11-23T07:22:16,567 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/79f10968567d4a1c98c213c822599284, entries=150, sequenceid=251, filesize=11.9 K 2024-11-23T07:22:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/cc2d89f7cf184ee49c40a5af243bb889 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/cc2d89f7cf184ee49c40a5af243bb889 2024-11-23T07:22:16,578 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/cc2d89f7cf184ee49c40a5af243bb889, entries=150, sequenceid=251, filesize=11.9 K 2024-11-23T07:22:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/2f5f72bfc1f74c5f9f53243fd44055e0 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/2f5f72bfc1f74c5f9f53243fd44055e0 2024-11-23T07:22:16,593 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/2f5f72bfc1f74c5f9f53243fd44055e0, entries=150, sequenceid=251, filesize=11.9 K 2024-11-23T07:22:16,596 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 2423658b353355c16865246f54cca8e3 in 1075ms, sequenceid=251, compaction requested=false 2024-11-23T07:22:16,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:16,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:16,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-23T07:22:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-23T07:22:16,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T07:22:16,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8900 sec 2024-11-23T07:22:16,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 3.9010 sec 2024-11-23T07:22:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T07:22:16,818 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-23T07:22:16,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-23T07:22:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T07:22:16,825 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:16,825 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:16,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T07:22:16,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:16,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T07:22:16,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:16,985 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T07:22:16,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:16,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:17,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/4ab45a94374b465b8233be1fb394bfd6 is 50, key is test_row_0/A:col10/1732346535906/Put/seqid=0 2024-11-23T07:22:17,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:17,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346597055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346597057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741893_1069 (size=12301) 2024-11-23T07:22:17,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346597059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346597060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T07:22:17,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346597163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346597164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346597168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346597169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346597368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346597368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346597374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346597378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T07:22:17,463 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/4ab45a94374b465b8233be1fb394bfd6 2024-11-23T07:22:17,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/d6d42f9825c24400ae05ed9546fefdca is 50, key is test_row_0/B:col10/1732346535906/Put/seqid=0 2024-11-23T07:22:17,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741894_1070 (size=12301) 2024-11-23T07:22:17,534 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/d6d42f9825c24400ae05ed9546fefdca 2024-11-23T07:22:17,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/1779d7c420f74199bf279c52ece8e846 is 50, key is test_row_0/C:col10/1732346535906/Put/seqid=0 2024-11-23T07:22:17,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741895_1071 (size=12301) 2024-11-23T07:22:17,602 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/1779d7c420f74199bf279c52ece8e846 2024-11-23T07:22:17,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/4ab45a94374b465b8233be1fb394bfd6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4ab45a94374b465b8233be1fb394bfd6 2024-11-23T07:22:17,620 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4ab45a94374b465b8233be1fb394bfd6, entries=150, sequenceid=280, filesize=12.0 K 2024-11-23T07:22:17,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/d6d42f9825c24400ae05ed9546fefdca as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d6d42f9825c24400ae05ed9546fefdca 2024-11-23T07:22:17,629 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d6d42f9825c24400ae05ed9546fefdca, entries=150, sequenceid=280, filesize=12.0 K 2024-11-23T07:22:17,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/1779d7c420f74199bf279c52ece8e846 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/1779d7c420f74199bf279c52ece8e846 2024-11-23T07:22:17,640 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/1779d7c420f74199bf279c52ece8e846, entries=150, sequenceid=280, filesize=12.0 K 2024-11-23T07:22:17,641 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 2423658b353355c16865246f54cca8e3 in 656ms, sequenceid=280, compaction requested=true 2024-11-23T07:22:17,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:17,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:17,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T07:22:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-23T07:22:17,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-23T07:22:17,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 817 msec 2024-11-23T07:22:17,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 825 msec 2024-11-23T07:22:17,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:22:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:17,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:17,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:17,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:17,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:17,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:17,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:17,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/0f2f99c1638d48b5b8fd20c06c82ede7 is 50, key is test_row_0/A:col10/1732346537056/Put/seqid=0 2024-11-23T07:22:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741896_1072 (size=14741) 2024-11-23T07:22:17,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/0f2f99c1638d48b5b8fd20c06c82ede7 2024-11-23T07:22:17,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346597772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346597775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346597780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/3fb845ad1c104469ba5d73cd62768903 is 50, key is test_row_0/B:col10/1732346537056/Put/seqid=0 2024-11-23T07:22:17,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346597797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741897_1073 (size=12301) 2024-11-23T07:22:17,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346597901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346597901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346597902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346597913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T07:22:17,930 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-23T07:22:17,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-23T07:22:17,935 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T07:22:17,937 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:17,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T07:22:18,090 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T07:22:18,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:18,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:18,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:18,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:18,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:18,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346598118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346598118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346598118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346598123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T07:22:18,246 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T07:22:18,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:18,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:18,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:18,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:18,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:18,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346598251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/3fb845ad1c104469ba5d73cd62768903 2024-11-23T07:22:18,257 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:22:18,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/d2aff4173c684503903ed27c8dfafa25 is 50, key is test_row_0/C:col10/1732346537056/Put/seqid=0 2024-11-23T07:22:18,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741898_1074 (size=12301) 2024-11-23T07:22:18,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/d2aff4173c684503903ed27c8dfafa25 2024-11-23T07:22:18,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/0f2f99c1638d48b5b8fd20c06c82ede7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0f2f99c1638d48b5b8fd20c06c82ede7 2024-11-23T07:22:18,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0f2f99c1638d48b5b8fd20c06c82ede7, entries=200, sequenceid=293, filesize=14.4 K 2024-11-23T07:22:18,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/3fb845ad1c104469ba5d73cd62768903 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/3fb845ad1c104469ba5d73cd62768903 2024-11-23T07:22:18,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/3fb845ad1c104469ba5d73cd62768903, entries=150, sequenceid=293, filesize=12.0 K 2024-11-23T07:22:18,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/d2aff4173c684503903ed27c8dfafa25 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/d2aff4173c684503903ed27c8dfafa25 2024-11-23T07:22:18,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/d2aff4173c684503903ed27c8dfafa25, entries=150, sequenceid=293, filesize=12.0 K 2024-11-23T07:22:18,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2423658b353355c16865246f54cca8e3 in 666ms, sequenceid=293, compaction requested=true 2024-11-23T07:22:18,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:18,359 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:18,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:18,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:18,360 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:18,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:18,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:18,361 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51890 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:18,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:18,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:18,361 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:18,361 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:18,361 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/8ae7ce42e3094334945db6fc056a36e7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/79f10968567d4a1c98c213c822599284, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4ab45a94374b465b8233be1fb394bfd6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0f2f99c1638d48b5b8fd20c06c82ede7] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=50.7 K 2024-11-23T07:22:18,362 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ae7ce42e3094334945db6fc056a36e7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732346534067 2024-11-23T07:22:18,362 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:18,362 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:18,363 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:18,363 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/046f731e7bdc492e87231412d606ba42, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/cc2d89f7cf184ee49c40a5af243bb889, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d6d42f9825c24400ae05ed9546fefdca, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/3fb845ad1c104469ba5d73cd62768903] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=48.3 K 2024-11-23T07:22:18,363 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79f10968567d4a1c98c213c822599284, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732346534714 2024-11-23T07:22:18,363 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 046f731e7bdc492e87231412d606ba42, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732346534067 2024-11-23T07:22:18,363 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ab45a94374b465b8233be1fb394bfd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732346535906 2024-11-23T07:22:18,364 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting cc2d89f7cf184ee49c40a5af243bb889, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732346534714 2024-11-23T07:22:18,364 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f2f99c1638d48b5b8fd20c06c82ede7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732346537056 2024-11-23T07:22:18,364 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting d6d42f9825c24400ae05ed9546fefdca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732346535906 2024-11-23T07:22:18,365 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fb845ad1c104469ba5d73cd62768903, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732346537056 2024-11-23T07:22:18,391 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:18,392 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/8644d5a368344601960ec5d243570dda is 50, key is test_row_0/A:col10/1732346537056/Put/seqid=0 2024-11-23T07:22:18,395 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:18,396 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/79bcfe48febf47bca7d3a4650c03081d is 50, key is test_row_0/B:col10/1732346537056/Put/seqid=0 2024-11-23T07:22:18,400 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T07:22:18,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:18,401 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T07:22:18,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:18,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:18,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:18,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:18,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:18,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:18,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/463218c922e043c9871c56982e06ff79 is 50, key is test_row_0/A:col10/1732346537787/Put/seqid=0 2024-11-23T07:22:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:18,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:18,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346598447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346598448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346598449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346598450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741899_1075 (size=12983) 2024-11-23T07:22:18,472 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/8644d5a368344601960ec5d243570dda as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/8644d5a368344601960ec5d243570dda 2024-11-23T07:22:18,482 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into 8644d5a368344601960ec5d243570dda(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:18,482 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:18,482 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=12, startTime=1732346538359; duration=0sec 2024-11-23T07:22:18,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741900_1076 (size=12983) 2024-11-23T07:22:18,483 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:18,483 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:18,483 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:18,486 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:18,486 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:18,486 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:18,486 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/ac0ade6b40c64c149e979a1a5e5d6996, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/2f5f72bfc1f74c5f9f53243fd44055e0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/1779d7c420f74199bf279c52ece8e846, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/d2aff4173c684503903ed27c8dfafa25] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=48.3 K 2024-11-23T07:22:18,487 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac0ade6b40c64c149e979a1a5e5d6996, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732346534067 2024-11-23T07:22:18,488 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f5f72bfc1f74c5f9f53243fd44055e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732346534714 2024-11-23T07:22:18,488 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1779d7c420f74199bf279c52ece8e846, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732346535906 2024-11-23T07:22:18,489 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2aff4173c684503903ed27c8dfafa25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732346537056 2024-11-23T07:22:18,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741901_1077 (size=12301) 2024-11-23T07:22:18,503 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/463218c922e043c9871c56982e06ff79 2024-11-23T07:22:18,516 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#63 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:18,517 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/057de630073e406a8ba23dbdf2138774 is 50, key is test_row_0/C:col10/1732346537056/Put/seqid=0 2024-11-23T07:22:18,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/695d6cd2dd4944ac91a8d094092ccebd is 50, key is test_row_0/B:col10/1732346537787/Put/seqid=0 2024-11-23T07:22:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T07:22:18,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346598559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346598560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346598561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346598562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741902_1078 (size=12983) 2024-11-23T07:22:18,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741903_1079 (size=12301) 2024-11-23T07:22:18,622 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/695d6cd2dd4944ac91a8d094092ccebd 2024-11-23T07:22:18,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/9dae0cc1380f4fb3966bc30a64451a65 is 50, key is test_row_0/C:col10/1732346537787/Put/seqid=0 2024-11-23T07:22:18,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741904_1080 (size=12301) 2024-11-23T07:22:18,677 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/9dae0cc1380f4fb3966bc30a64451a65 2024-11-23T07:22:18,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/463218c922e043c9871c56982e06ff79 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/463218c922e043c9871c56982e06ff79 2024-11-23T07:22:18,704 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/463218c922e043c9871c56982e06ff79, entries=150, sequenceid=316, filesize=12.0 K 2024-11-23T07:22:18,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/695d6cd2dd4944ac91a8d094092ccebd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/695d6cd2dd4944ac91a8d094092ccebd 2024-11-23T07:22:18,732 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/695d6cd2dd4944ac91a8d094092ccebd, entries=150, sequenceid=316, filesize=12.0 K 2024-11-23T07:22:18,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/9dae0cc1380f4fb3966bc30a64451a65 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9dae0cc1380f4fb3966bc30a64451a65 2024-11-23T07:22:18,752 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9dae0cc1380f4fb3966bc30a64451a65, entries=150, sequenceid=316, filesize=12.0 K 2024-11-23T07:22:18,757 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2423658b353355c16865246f54cca8e3 in 356ms, sequenceid=316, compaction requested=false 2024-11-23T07:22:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:18,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-23T07:22:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-23T07:22:18,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-23T07:22:18,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 822 msec 2024-11-23T07:22:18,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 830 msec 2024-11-23T07:22:18,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T07:22:18,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:18,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:18,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:18,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:18,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:18,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:18,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/f2ae39b143904d61835ff305efc708b7 is 50, key is test_row_0/A:col10/1732346538448/Put/seqid=0 2024-11-23T07:22:18,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346598829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346598834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346598836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346598838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741905_1081 (size=14741) 2024-11-23T07:22:18,910 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/79bcfe48febf47bca7d3a4650c03081d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/79bcfe48febf47bca7d3a4650c03081d 2024-11-23T07:22:18,920 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into 79bcfe48febf47bca7d3a4650c03081d(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:18,920 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:18,920 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=12, startTime=1732346538360; duration=0sec 2024-11-23T07:22:18,920 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:18,920 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:18,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346598940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346598946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346598947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:18,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346598950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,002 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/057de630073e406a8ba23dbdf2138774 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/057de630073e406a8ba23dbdf2138774 2024-11-23T07:22:19,015 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into 057de630073e406a8ba23dbdf2138774(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:19,015 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:19,015 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=12, startTime=1732346538361; duration=0sec 2024-11-23T07:22:19,015 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:19,016 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T07:22:19,040 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-23T07:22:19,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-23T07:22:19,045 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:19,047 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:19,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T07:22:19,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346599145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T07:22:19,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346599153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346599154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346599158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T07:22:19,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:19,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:19,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:19,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:19,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:19,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/f2ae39b143904d61835ff305efc708b7 2024-11-23T07:22:19,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/ec1e7318608a4515aa14c115a81fb468 is 50, key is test_row_0/B:col10/1732346538448/Put/seqid=0 2024-11-23T07:22:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741906_1082 (size=12301) 2024-11-23T07:22:19,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/ec1e7318608a4515aa14c115a81fb468 2024-11-23T07:22:19,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/f98e1054718c4662982045161e3253aa is 50, key is test_row_0/C:col10/1732346538448/Put/seqid=0 2024-11-23T07:22:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T07:22:19,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T07:22:19,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:19,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:19,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:19,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:19,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:19,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741907_1083 (size=12301) 2024-11-23T07:22:19,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/f98e1054718c4662982045161e3253aa 2024-11-23T07:22:19,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/f2ae39b143904d61835ff305efc708b7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/f2ae39b143904d61835ff305efc708b7 2024-11-23T07:22:19,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/f2ae39b143904d61835ff305efc708b7, entries=200, sequenceid=331, filesize=14.4 K 2024-11-23T07:22:19,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/ec1e7318608a4515aa14c115a81fb468 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/ec1e7318608a4515aa14c115a81fb468 2024-11-23T07:22:19,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/ec1e7318608a4515aa14c115a81fb468, entries=150, sequenceid=331, filesize=12.0 K 2024-11-23T07:22:19,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/f98e1054718c4662982045161e3253aa as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/f98e1054718c4662982045161e3253aa 2024-11-23T07:22:19,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/f98e1054718c4662982045161e3253aa, entries=150, sequenceid=331, filesize=12.0 K 2024-11-23T07:22:19,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2423658b353355c16865246f54cca8e3 in 666ms, sequenceid=331, compaction requested=true 2024-11-23T07:22:19,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:19,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:19,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:19,441 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:19,441 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:19,443 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:19,443 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:19,444 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:19,444 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/79bcfe48febf47bca7d3a4650c03081d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/695d6cd2dd4944ac91a8d094092ccebd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/ec1e7318608a4515aa14c115a81fb468] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=36.7 K 2024-11-23T07:22:19,444 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:19,444 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:19,444 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:19,444 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/8644d5a368344601960ec5d243570dda, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/463218c922e043c9871c56982e06ff79, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/f2ae39b143904d61835ff305efc708b7] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=39.1 K 2024-11-23T07:22:19,445 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8644d5a368344601960ec5d243570dda, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732346537056 2024-11-23T07:22:19,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:19,446 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 79bcfe48febf47bca7d3a4650c03081d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732346537056 2024-11-23T07:22:19,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:19,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:19,446 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 695d6cd2dd4944ac91a8d094092ccebd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732346537755 2024-11-23T07:22:19,446 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 463218c922e043c9871c56982e06ff79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732346537755 2024-11-23T07:22:19,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:19,447 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting ec1e7318608a4515aa14c115a81fb468, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732346538437 2024-11-23T07:22:19,447 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2ae39b143904d61835ff305efc708b7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732346538437 2024-11-23T07:22:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:19,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T07:22:19,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:19,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:19,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:19,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:19,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:19,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:19,472 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:19,473 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/11e1051ae5a24ae7a68ee87452ceb45b is 50, key is test_row_0/A:col10/1732346538448/Put/seqid=0 2024-11-23T07:22:19,484 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:19,485 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/d77f3e33a23a4d37a5a5b64653c44080 is 50, key is test_row_0/B:col10/1732346538448/Put/seqid=0 2024-11-23T07:22:19,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/be65562d69674f4ab008ebb27c31a2ff is 50, key is test_row_0/A:col10/1732346538825/Put/seqid=0 2024-11-23T07:22:19,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741909_1085 (size=13085) 2024-11-23T07:22:19,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T07:22:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:19,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:19,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741908_1084 (size=13085) 2024-11-23T07:22:19,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741910_1086 (size=12301) 2024-11-23T07:22:19,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/be65562d69674f4ab008ebb27c31a2ff 2024-11-23T07:22:19,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/26f63db6b9084ff1a25f0690d26c6281 is 50, key is test_row_0/B:col10/1732346538825/Put/seqid=0 2024-11-23T07:22:19,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346599494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346599568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346599568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346599573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741911_1087 (size=12301) 2024-11-23T07:22:19,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/26f63db6b9084ff1a25f0690d26c6281 2024-11-23T07:22:19,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/57c596d97fd64478869a7e1e3df12f7e is 50, key is test_row_0/C:col10/1732346538825/Put/seqid=0 2024-11-23T07:22:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T07:22:19,664 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T07:22:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:19,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:19,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346599673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346599673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346599674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346599679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741912_1088 (size=12301) 2024-11-23T07:22:19,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/57c596d97fd64478869a7e1e3df12f7e 2024-11-23T07:22:19,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/be65562d69674f4ab008ebb27c31a2ff as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/be65562d69674f4ab008ebb27c31a2ff 2024-11-23T07:22:19,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/be65562d69674f4ab008ebb27c31a2ff, entries=150, sequenceid=356, filesize=12.0 K 2024-11-23T07:22:19,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/26f63db6b9084ff1a25f0690d26c6281 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/26f63db6b9084ff1a25f0690d26c6281 2024-11-23T07:22:19,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/26f63db6b9084ff1a25f0690d26c6281, entries=150, sequenceid=356, filesize=12.0 K 2024-11-23T07:22:19,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/57c596d97fd64478869a7e1e3df12f7e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/57c596d97fd64478869a7e1e3df12f7e 2024-11-23T07:22:19,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/57c596d97fd64478869a7e1e3df12f7e, entries=150, sequenceid=356, filesize=12.0 K 2024-11-23T07:22:19,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 2423658b353355c16865246f54cca8e3 in 270ms, sequenceid=356, compaction requested=true 2024-11-23T07:22:19,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:19,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:19,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T07:22:19,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:19,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-23T07:22:19,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:19,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T07:22:19,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T07:22:19,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:19,819 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T07:22:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/0a69aaec12664809a41375e459532b15 is 50, key is test_row_0/A:col10/1732346539497/Put/seqid=0 2024-11-23T07:22:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741913_1089 (size=12301) 2024-11-23T07:22:19,912 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/d77f3e33a23a4d37a5a5b64653c44080 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d77f3e33a23a4d37a5a5b64653c44080 2024-11-23T07:22:19,921 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into d77f3e33a23a4d37a5a5b64653c44080(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:19,921 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:19,921 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=13, startTime=1732346539441; duration=0sec 2024-11-23T07:22:19,921 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T07:22:19,921 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:19,922 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-23T07:22:19,923 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T07:22:19,923 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T07:22:19,923 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. because compaction request was cancelled 2024-11-23T07:22:19,923 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:19,923 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:19,926 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:19,926 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:19,926 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:19,926 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/057de630073e406a8ba23dbdf2138774, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9dae0cc1380f4fb3966bc30a64451a65, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/f98e1054718c4662982045161e3253aa, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/57c596d97fd64478869a7e1e3df12f7e] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=48.7 K 2024-11-23T07:22:19,927 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 057de630073e406a8ba23dbdf2138774, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732346537056 2024-11-23T07:22:19,928 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dae0cc1380f4fb3966bc30a64451a65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732346537755 2024-11-23T07:22:19,928 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting f98e1054718c4662982045161e3253aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732346538437 2024-11-23T07:22:19,929 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 57c596d97fd64478869a7e1e3df12f7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732346538825 2024-11-23T07:22:19,932 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/11e1051ae5a24ae7a68ee87452ceb45b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/11e1051ae5a24ae7a68ee87452ceb45b 2024-11-23T07:22:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346599933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,940 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into 11e1051ae5a24ae7a68ee87452ceb45b(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:19,940 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:19,940 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=13, startTime=1732346539441; duration=0sec 2024-11-23T07:22:19,940 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T07:22:19,940 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:19,940 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:19,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,940 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-23T07:22:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346599935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,941 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T07:22:19,941 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T07:22:19,941 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. because compaction request was cancelled 2024-11-23T07:22:19,941 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:19,941 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T07:22:19,942 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T07:22:19,942 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T07:22:19,942 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. because compaction request was cancelled 2024-11-23T07:22:19,942 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:19,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346599938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346599939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:19,956 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:19,957 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/7b3a2d5d3a724e17a51b6799f4cd313a is 50, key is test_row_0/C:col10/1732346538825/Put/seqid=0 2024-11-23T07:22:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741914_1090 (size=13119) 2024-11-23T07:22:20,007 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/7b3a2d5d3a724e17a51b6799f4cd313a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/7b3a2d5d3a724e17a51b6799f4cd313a 2024-11-23T07:22:20,015 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into 7b3a2d5d3a724e17a51b6799f4cd313a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:20,015 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:20,015 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=12, startTime=1732346539731; duration=0sec 2024-11-23T07:22:20,016 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:20,016 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:20,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346600042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346600042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346600052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346600052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T07:22:20,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346600249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346600249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346600264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346600264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,295 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/0a69aaec12664809a41375e459532b15 2024-11-23T07:22:20,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/2a7bccc8e47c4e4fa8fba3c9d3bbfd7a is 50, key is test_row_0/B:col10/1732346539497/Put/seqid=0 2024-11-23T07:22:20,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741915_1091 (size=12301) 2024-11-23T07:22:20,359 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/2a7bccc8e47c4e4fa8fba3c9d3bbfd7a 2024-11-23T07:22:20,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/4603adaf489d4cbab082e5ed02ff9855 is 50, key is test_row_0/C:col10/1732346539497/Put/seqid=0 2024-11-23T07:22:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741916_1092 (size=12301) 2024-11-23T07:22:20,438 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/4603adaf489d4cbab082e5ed02ff9855 2024-11-23T07:22:20,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/0a69aaec12664809a41375e459532b15 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0a69aaec12664809a41375e459532b15 2024-11-23T07:22:20,453 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0a69aaec12664809a41375e459532b15, entries=150, sequenceid=370, filesize=12.0 K 2024-11-23T07:22:20,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/2a7bccc8e47c4e4fa8fba3c9d3bbfd7a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/2a7bccc8e47c4e4fa8fba3c9d3bbfd7a 2024-11-23T07:22:20,461 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/2a7bccc8e47c4e4fa8fba3c9d3bbfd7a, entries=150, sequenceid=370, filesize=12.0 K 2024-11-23T07:22:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/4603adaf489d4cbab082e5ed02ff9855 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/4603adaf489d4cbab082e5ed02ff9855 2024-11-23T07:22:20,469 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/4603adaf489d4cbab082e5ed02ff9855, entries=150, sequenceid=370, filesize=12.0 K 2024-11-23T07:22:20,471 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2423658b353355c16865246f54cca8e3 in 652ms, sequenceid=370, compaction requested=true 2024-11-23T07:22:20,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:20,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:20,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-23T07:22:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-23T07:22:20,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-23T07:22:20,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-23T07:22:20,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.4360 sec 2024-11-23T07:22:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:20,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T07:22:20,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:20,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:20,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:20,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:20,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:20,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:20,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/a02ab5408dc7423bb15743a972624051 is 50, key is test_row_0/A:col10/1732346539936/Put/seqid=0 2024-11-23T07:22:20,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346600602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346600604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346600611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346600612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741917_1093 (size=14741) 2024-11-23T07:22:20,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346600714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346600714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346600721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346600723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346600923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346600924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346600927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:20,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346600933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/a02ab5408dc7423bb15743a972624051 2024-11-23T07:22:21,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/9802e3bf62c94ae59474067795ff1917 is 50, key is test_row_0/B:col10/1732346539936/Put/seqid=0 2024-11-23T07:22:21,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741918_1094 (size=12301) 2024-11-23T07:22:21,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/9802e3bf62c94ae59474067795ff1917 2024-11-23T07:22:21,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/1f6850ffb2a6467d9953f2a6f2925afa is 50, key is test_row_0/C:col10/1732346539936/Put/seqid=0 2024-11-23T07:22:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T07:22:21,155 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-23T07:22:21,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-23T07:22:21,162 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:21,163 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:21,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T07:22:21,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741919_1095 (size=12301) 2024-11-23T07:22:21,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/1f6850ffb2a6467d9953f2a6f2925afa 2024-11-23T07:22:21,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/a02ab5408dc7423bb15743a972624051 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a02ab5408dc7423bb15743a972624051 2024-11-23T07:22:21,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a02ab5408dc7423bb15743a972624051, entries=200, sequenceid=397, filesize=14.4 K 2024-11-23T07:22:21,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/9802e3bf62c94ae59474067795ff1917 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9802e3bf62c94ae59474067795ff1917 2024-11-23T07:22:21,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9802e3bf62c94ae59474067795ff1917, entries=150, sequenceid=397, filesize=12.0 K 2024-11-23T07:22:21,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/1f6850ffb2a6467d9953f2a6f2925afa as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/1f6850ffb2a6467d9953f2a6f2925afa 2024-11-23T07:22:21,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/1f6850ffb2a6467d9953f2a6f2925afa, entries=150, sequenceid=397, filesize=12.0 K 2024-11-23T07:22:21,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 2423658b353355c16865246f54cca8e3 in 668ms, sequenceid=397, compaction requested=true 2024-11-23T07:22:21,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:21,233 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:21,234 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:21,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:21,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:21,235 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:21,235 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:21,236 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,236 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/11e1051ae5a24ae7a68ee87452ceb45b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/be65562d69674f4ab008ebb27c31a2ff, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0a69aaec12664809a41375e459532b15, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a02ab5408dc7423bb15743a972624051] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=51.2 K 2024-11-23T07:22:21,236 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:21,236 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:21,236 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,236 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11e1051ae5a24ae7a68ee87452ceb45b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732346538437 2024-11-23T07:22:21,236 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d77f3e33a23a4d37a5a5b64653c44080, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/26f63db6b9084ff1a25f0690d26c6281, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/2a7bccc8e47c4e4fa8fba3c9d3bbfd7a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9802e3bf62c94ae59474067795ff1917] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=48.8 K 2024-11-23T07:22:21,237 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting be65562d69674f4ab008ebb27c31a2ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732346538825 2024-11-23T07:22:21,237 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting d77f3e33a23a4d37a5a5b64653c44080, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732346538437 2024-11-23T07:22:21,241 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a69aaec12664809a41375e459532b15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732346539497 2024-11-23T07:22:21,241 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 26f63db6b9084ff1a25f0690d26c6281, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732346538825 2024-11-23T07:22:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:21,241 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a7bccc8e47c4e4fa8fba3c9d3bbfd7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732346539497 2024-11-23T07:22:21,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T07:22:21,243 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting a02ab5408dc7423bb15743a972624051, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732346539919 2024-11-23T07:22:21,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:21,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:21,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:21,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:21,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:21,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:21,244 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9802e3bf62c94ae59474067795ff1917, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732346539936 2024-11-23T07:22:21,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/60f3fe04c39c4c5298f154e66b3678a4 is 50, key is test_row_1/A:col10/1732346541241/Put/seqid=0 2024-11-23T07:22:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T07:22:21,283 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:21,284 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/1ca69f476ed543788f10560b191f00ac is 50, key is test_row_0/B:col10/1732346539936/Put/seqid=0 2024-11-23T07:22:21,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346601287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346601288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346601293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346601300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,305 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#83 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:21,306 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/924978a78d4845589e5dcf1cf50eac5b is 50, key is test_row_0/A:col10/1732346539936/Put/seqid=0 2024-11-23T07:22:21,315 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T07:22:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741920_1096 (size=12297) 2024-11-23T07:22:21,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/60f3fe04c39c4c5298f154e66b3678a4 2024-11-23T07:22:21,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741921_1097 (size=13221) 2024-11-23T07:22:21,351 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/1ca69f476ed543788f10560b191f00ac as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/1ca69f476ed543788f10560b191f00ac 2024-11-23T07:22:21,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/cbff4ebb729c45ecaaed35d516d642ba is 50, key is test_row_1/B:col10/1732346541241/Put/seqid=0 2024-11-23T07:22:21,366 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into 1ca69f476ed543788f10560b191f00ac(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:21,366 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:21,366 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=12, startTime=1732346541234; duration=0sec 2024-11-23T07:22:21,366 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:21,366 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:21,366 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741922_1098 (size=13221) 2024-11-23T07:22:21,377 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/924978a78d4845589e5dcf1cf50eac5b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/924978a78d4845589e5dcf1cf50eac5b 2024-11-23T07:22:21,379 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:21,379 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:21,379 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,380 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/7b3a2d5d3a724e17a51b6799f4cd313a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/4603adaf489d4cbab082e5ed02ff9855, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/1f6850ffb2a6467d9953f2a6f2925afa] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=36.8 K 2024-11-23T07:22:21,380 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b3a2d5d3a724e17a51b6799f4cd313a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732346538825 2024-11-23T07:22:21,381 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 4603adaf489d4cbab082e5ed02ff9855, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732346539497 2024-11-23T07:22:21,382 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f6850ffb2a6467d9953f2a6f2925afa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732346539936 2024-11-23T07:22:21,392 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into 924978a78d4845589e5dcf1cf50eac5b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:21,392 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:21,392 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=12, startTime=1732346541233; duration=0sec 2024-11-23T07:22:21,392 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:21,392 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:21,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346601395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346601395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346601400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741923_1099 (size=9857) 2024-11-23T07:22:21,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/cbff4ebb729c45ecaaed35d516d642ba 2024-11-23T07:22:21,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346601407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/b87cd85cfd9740598c41a78de143dd36 is 50, key is test_row_1/C:col10/1732346541241/Put/seqid=0 2024-11-23T07:22:21,441 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:21,442 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/6411e8b3970945ac98a053b29f351a28 is 50, key is test_row_0/C:col10/1732346539936/Put/seqid=0 2024-11-23T07:22:21,483 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T07:22:21,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T07:22:21,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:21,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741924_1100 (size=9857) 2024-11-23T07:22:21,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/b87cd85cfd9740598c41a78de143dd36 2024-11-23T07:22:21,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/60f3fe04c39c4c5298f154e66b3678a4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/60f3fe04c39c4c5298f154e66b3678a4 2024-11-23T07:22:21,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741925_1101 (size=13221) 2024-11-23T07:22:21,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/60f3fe04c39c4c5298f154e66b3678a4, entries=150, sequenceid=413, filesize=12.0 K 2024-11-23T07:22:21,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/cbff4ebb729c45ecaaed35d516d642ba as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/cbff4ebb729c45ecaaed35d516d642ba 2024-11-23T07:22:21,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/cbff4ebb729c45ecaaed35d516d642ba, entries=100, sequenceid=413, filesize=9.6 K 2024-11-23T07:22:21,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/b87cd85cfd9740598c41a78de143dd36 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/b87cd85cfd9740598c41a78de143dd36 2024-11-23T07:22:21,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/b87cd85cfd9740598c41a78de143dd36, entries=100, sequenceid=413, filesize=9.6 K 2024-11-23T07:22:21,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 2423658b353355c16865246f54cca8e3 in 309ms, sequenceid=413, compaction requested=false 2024-11-23T07:22:21,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:21,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T07:22:21,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:21,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:21,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:21,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:21,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:21,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:21,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/fa2e1c4cec09456691e48d1b301e8ec4 is 50, key is test_row_0/A:col10/1732346541290/Put/seqid=0 2024-11-23T07:22:21,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346601631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T07:22:21,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346601634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346601635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346601636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741926_1102 (size=14741) 2024-11-23T07:22:21,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/fa2e1c4cec09456691e48d1b301e8ec4 2024-11-23T07:22:21,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/0c9ad88ed16f41bc9ff6af3836fe96cf is 50, key is test_row_0/B:col10/1732346541290/Put/seqid=0 2024-11-23T07:22:21,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741927_1103 (size=12301) 2024-11-23T07:22:21,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/0c9ad88ed16f41bc9ff6af3836fe96cf 2024-11-23T07:22:21,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346601743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346601743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346601745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346601748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/9d7ba739653c4274976efcdb671c18a6 is 50, key is test_row_0/C:col10/1732346541290/Put/seqid=0 2024-11-23T07:22:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T07:22:21,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T07:22:21,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:21,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741928_1104 (size=12301) 2024-11-23T07:22:21,908 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/6411e8b3970945ac98a053b29f351a28 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6411e8b3970945ac98a053b29f351a28 2024-11-23T07:22:21,917 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into 6411e8b3970945ac98a053b29f351a28(size=12.9 K), total size for store is 22.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:21,917 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:21,917 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=13, startTime=1732346541235; duration=0sec 2024-11-23T07:22:21,917 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:21,917 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:21,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T07:22:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:21,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:21,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346601948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346601948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346601954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:21,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346601954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,101 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T07:22:22,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:22,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:22,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:22,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:22,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:22,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/9d7ba739653c4274976efcdb671c18a6 2024-11-23T07:22:22,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/fa2e1c4cec09456691e48d1b301e8ec4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/fa2e1c4cec09456691e48d1b301e8ec4 2024-11-23T07:22:22,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/fa2e1c4cec09456691e48d1b301e8ec4, entries=200, sequenceid=436, filesize=14.4 K 2024-11-23T07:22:22,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/0c9ad88ed16f41bc9ff6af3836fe96cf as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/0c9ad88ed16f41bc9ff6af3836fe96cf 2024-11-23T07:22:22,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/0c9ad88ed16f41bc9ff6af3836fe96cf, entries=150, sequenceid=436, filesize=12.0 K 2024-11-23T07:22:22,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/9d7ba739653c4274976efcdb671c18a6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9d7ba739653c4274976efcdb671c18a6 2024-11-23T07:22:22,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9d7ba739653c4274976efcdb671c18a6, entries=150, sequenceid=436, filesize=12.0 K 2024-11-23T07:22:22,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 2423658b353355c16865246f54cca8e3 in 645ms, sequenceid=436, compaction requested=true 2024-11-23T07:22:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:22,251 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:22,251 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:22,252 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:22,252 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:22,253 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:22,253 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/924978a78d4845589e5dcf1cf50eac5b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/60f3fe04c39c4c5298f154e66b3678a4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/fa2e1c4cec09456691e48d1b301e8ec4] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=39.3 K 2024-11-23T07:22:22,254 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 924978a78d4845589e5dcf1cf50eac5b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732346539936 2024-11-23T07:22:22,254 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60f3fe04c39c4c5298f154e66b3678a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732346540592 2024-11-23T07:22:22,254 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:22,255 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,255 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:22,255 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:22,255 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa2e1c4cec09456691e48d1b301e8ec4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732346541256 2024-11-23T07:22:22,255 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/1ca69f476ed543788f10560b191f00ac, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/cbff4ebb729c45ecaaed35d516d642ba, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/0c9ad88ed16f41bc9ff6af3836fe96cf] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=34.5 K 2024-11-23T07:22:22,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T07:22:22,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:22,256 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T07:22:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:22,256 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ca69f476ed543788f10560b191f00ac, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732346539936 2024-11-23T07:22:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:22,257 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting cbff4ebb729c45ecaaed35d516d642ba, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732346541238 2024-11-23T07:22:22,258 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c9ad88ed16f41bc9ff6af3836fe96cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732346541286 2024-11-23T07:22:22,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/9ec05d784d474747a49ee030a649bca9 is 50, key is test_row_0/A:col10/1732346541632/Put/seqid=0 2024-11-23T07:22:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:22,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:22,282 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:22,283 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/a3f3fda9f2a84d3bb6d7aa67e043d8dd is 50, key is test_row_0/A:col10/1732346541290/Put/seqid=0 2024-11-23T07:22:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T07:22:22,294 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:22,295 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/3340edec53fb4d9381743e6fb899be5e is 50, key is test_row_0/B:col10/1732346541290/Put/seqid=0 2024-11-23T07:22:22,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346602301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346602303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346602305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346602306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346602308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741930_1106 (size=13323) 2024-11-23T07:22:22,355 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/a3f3fda9f2a84d3bb6d7aa67e043d8dd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a3f3fda9f2a84d3bb6d7aa67e043d8dd 2024-11-23T07:22:22,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741929_1105 (size=12301) 2024-11-23T07:22:22,361 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/9ec05d784d474747a49ee030a649bca9 2024-11-23T07:22:22,366 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into a3f3fda9f2a84d3bb6d7aa67e043d8dd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:22,366 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:22,366 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=13, startTime=1732346542251; duration=0sec 2024-11-23T07:22:22,366 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:22,366 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:22,366 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:22,370 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:22,370 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:22,370 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:22,370 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6411e8b3970945ac98a053b29f351a28, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/b87cd85cfd9740598c41a78de143dd36, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9d7ba739653c4274976efcdb671c18a6] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=34.5 K 2024-11-23T07:22:22,371 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6411e8b3970945ac98a053b29f351a28, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732346539936 2024-11-23T07:22:22,371 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting b87cd85cfd9740598c41a78de143dd36, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732346541238 2024-11-23T07:22:22,372 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d7ba739653c4274976efcdb671c18a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732346541286 2024-11-23T07:22:22,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741931_1107 (size=13323) 2024-11-23T07:22:22,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/abb8bec401ca4482b30db93f73cca12b is 50, key is test_row_0/B:col10/1732346541632/Put/seqid=0 2024-11-23T07:22:22,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346602409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,414 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346602410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,415 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/6c6ac624a8064444a97c1da8e5d7a9f1 is 50, key is test_row_0/C:col10/1732346541290/Put/seqid=0 2024-11-23T07:22:22,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346602414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346602419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346602419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741932_1108 (size=12301) 2024-11-23T07:22:22,478 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/abb8bec401ca4482b30db93f73cca12b 2024-11-23T07:22:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741933_1109 (size=13323) 2024-11-23T07:22:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/6962812bdc9748328069e242b17e1dcc is 50, key is test_row_0/C:col10/1732346541632/Put/seqid=0 2024-11-23T07:22:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741934_1110 (size=12301) 2024-11-23T07:22:22,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346602616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346602622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346602624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346602625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346602615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,807 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/3340edec53fb4d9381743e6fb899be5e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/3340edec53fb4d9381743e6fb899be5e 2024-11-23T07:22:22,817 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into 3340edec53fb4d9381743e6fb899be5e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:22,818 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:22,818 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=13, startTime=1732346542251; duration=0sec 2024-11-23T07:22:22,818 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:22,818 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:22,891 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/6c6ac624a8064444a97c1da8e5d7a9f1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6c6ac624a8064444a97c1da8e5d7a9f1 2024-11-23T07:22:22,899 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into 6c6ac624a8064444a97c1da8e5d7a9f1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:22,899 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:22,900 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=13, startTime=1732346542251; duration=0sec 2024-11-23T07:22:22,900 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:22,900 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:22,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346602926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346602934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346602934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346602934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346602942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:22,955 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/6962812bdc9748328069e242b17e1dcc 2024-11-23T07:22:22,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/9ec05d784d474747a49ee030a649bca9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/9ec05d784d474747a49ee030a649bca9 2024-11-23T07:22:22,977 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/9ec05d784d474747a49ee030a649bca9, entries=150, sequenceid=452, filesize=12.0 K 2024-11-23T07:22:22,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/abb8bec401ca4482b30db93f73cca12b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/abb8bec401ca4482b30db93f73cca12b 2024-11-23T07:22:22,987 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/abb8bec401ca4482b30db93f73cca12b, entries=150, sequenceid=452, filesize=12.0 K 2024-11-23T07:22:22,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/6962812bdc9748328069e242b17e1dcc as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6962812bdc9748328069e242b17e1dcc 2024-11-23T07:22:22,998 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6962812bdc9748328069e242b17e1dcc, entries=150, sequenceid=452, filesize=12.0 K 2024-11-23T07:22:23,000 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 2423658b353355c16865246f54cca8e3 in 744ms, sequenceid=452, compaction requested=false 2024-11-23T07:22:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T07:22:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-23T07:22:23,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-23T07:22:23,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8380 sec 2024-11-23T07:22:23,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.8440 sec 2024-11-23T07:22:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T07:22:23,288 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-23T07:22:23,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-23T07:22:23,298 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:23,299 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:23,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T07:22:23,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T07:22:23,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T07:22:23,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:23,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:23,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:23,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:23,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:23,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:23,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T07:22:23,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:23,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:23,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:23,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:23,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:23,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/fdf2f09808014c9280088cbf3d9eb6f7 is 50, key is test_row_0/A:col10/1732346543437/Put/seqid=0 2024-11-23T07:22:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346603469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346603469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346603480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346603481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346603482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741935_1111 (size=14741) 2024-11-23T07:22:23,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/fdf2f09808014c9280088cbf3d9eb6f7 2024-11-23T07:22:23,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/5d648bf9663b452f808b57165915631d is 50, key is test_row_0/B:col10/1732346543437/Put/seqid=0 2024-11-23T07:22:23,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741936_1112 (size=12301) 2024-11-23T07:22:23,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/5d648bf9663b452f808b57165915631d 2024-11-23T07:22:23,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346603584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346603589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/9c0a18b34f7e48588496d2ed1941ce0d is 50, key is test_row_0/C:col10/1732346543437/Put/seqid=0 2024-11-23T07:22:23,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346603597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346603598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346603599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T07:22:23,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T07:22:23,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:23,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:23,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:23,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:23,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:23,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741937_1113 (size=12301) 2024-11-23T07:22:23,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/9c0a18b34f7e48588496d2ed1941ce0d 2024-11-23T07:22:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/fdf2f09808014c9280088cbf3d9eb6f7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/fdf2f09808014c9280088cbf3d9eb6f7 2024-11-23T07:22:23,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/fdf2f09808014c9280088cbf3d9eb6f7, entries=200, sequenceid=477, filesize=14.4 K 2024-11-23T07:22:23,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/5d648bf9663b452f808b57165915631d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5d648bf9663b452f808b57165915631d 2024-11-23T07:22:23,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5d648bf9663b452f808b57165915631d, entries=150, sequenceid=477, filesize=12.0 K 2024-11-23T07:22:23,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/9c0a18b34f7e48588496d2ed1941ce0d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9c0a18b34f7e48588496d2ed1941ce0d 2024-11-23T07:22:23,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9c0a18b34f7e48588496d2ed1941ce0d, entries=150, sequenceid=477, filesize=12.0 K 2024-11-23T07:22:23,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 2423658b353355c16865246f54cca8e3 in 237ms, sequenceid=477, compaction requested=true 2024-11-23T07:22:23,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:23,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:23,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:23,677 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:23,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:23,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:23,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:23,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T07:22:23,677 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:23,680 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:23,680 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:23,680 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:23,680 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:23,680 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:23,680 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/3340edec53fb4d9381743e6fb899be5e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/abb8bec401ca4482b30db93f73cca12b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5d648bf9663b452f808b57165915631d] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=37.0 K 2024-11-23T07:22:23,680 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:23,680 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a3f3fda9f2a84d3bb6d7aa67e043d8dd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/9ec05d784d474747a49ee030a649bca9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/fdf2f09808014c9280088cbf3d9eb6f7] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=39.4 K 2024-11-23T07:22:23,681 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3340edec53fb4d9381743e6fb899be5e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732346541286 2024-11-23T07:22:23,681 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a3f3fda9f2a84d3bb6d7aa67e043d8dd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732346541286 2024-11-23T07:22:23,682 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting abb8bec401ca4482b30db93f73cca12b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732346541624 2024-11-23T07:22:23,682 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ec05d784d474747a49ee030a649bca9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732346541624 2024-11-23T07:22:23,682 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d648bf9663b452f808b57165915631d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732346542297 2024-11-23T07:22:23,682 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting fdf2f09808014c9280088cbf3d9eb6f7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732346542297 2024-11-23T07:22:23,706 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:23,707 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/12a1c0d2e6e24adb8c671e0a54e6d74b is 50, key is test_row_0/A:col10/1732346543437/Put/seqid=0 2024-11-23T07:22:23,726 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:23,727 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/d43bb9dffcd94a1b9cafcf2effcf7cce is 50, key is test_row_0/B:col10/1732346543437/Put/seqid=0 2024-11-23T07:22:23,764 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T07:22:23,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:23,765 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T07:22:23,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:23,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:23,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:23,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:23,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:23,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:23,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741938_1114 (size=13425) 2024-11-23T07:22:23,784 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/12a1c0d2e6e24adb8c671e0a54e6d74b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/12a1c0d2e6e24adb8c671e0a54e6d74b 2024-11-23T07:22:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741939_1115 (size=13425) 2024-11-23T07:22:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/4f4dee53ff9747d4a1c47846046abf55 is 50, key is test_row_0/A:col10/1732346543464/Put/seqid=0 2024-11-23T07:22:23,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:23,797 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into 12a1c0d2e6e24adb8c671e0a54e6d74b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:23,798 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:23,798 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=13, startTime=1732346543677; duration=0sec 2024-11-23T07:22:23,798 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:23,798 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:23,798 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:23,801 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:23,801 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:23,801 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:23,801 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6c6ac624a8064444a97c1da8e5d7a9f1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6962812bdc9748328069e242b17e1dcc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9c0a18b34f7e48588496d2ed1941ce0d] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=37.0 K 2024-11-23T07:22:23,803 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/d43bb9dffcd94a1b9cafcf2effcf7cce as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d43bb9dffcd94a1b9cafcf2effcf7cce 2024-11-23T07:22:23,803 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c6ac624a8064444a97c1da8e5d7a9f1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732346541286 2024-11-23T07:22:23,805 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 6962812bdc9748328069e242b17e1dcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732346541624 2024-11-23T07:22:23,806 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c0a18b34f7e48588496d2ed1941ce0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732346542297 2024-11-23T07:22:23,833 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:23,834 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/6f271509f8274e28870f4489cb9e8885 is 50, key is test_row_0/C:col10/1732346543437/Put/seqid=0 2024-11-23T07:22:23,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741940_1116 (size=12301) 2024-11-23T07:22:23,868 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into d43bb9dffcd94a1b9cafcf2effcf7cce(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:23,868 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:23,868 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=13, startTime=1732346543677; duration=0sec 2024-11-23T07:22:23,868 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:23,868 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741941_1117 (size=13425) 2024-11-23T07:22:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T07:22:23,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346603897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346603897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346603898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,911 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/6f271509f8274e28870f4489cb9e8885 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6f271509f8274e28870f4489cb9e8885 2024-11-23T07:22:23,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346603904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346603907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:23,919 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into 6f271509f8274e28870f4489cb9e8885(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:23,919 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:23,919 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=13, startTime=1732346543677; duration=0sec 2024-11-23T07:22:23,919 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:23,919 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:24,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346604009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346604010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346604010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346604013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346604014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346604217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346604218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346604218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346604219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346604220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,230 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/4f4dee53ff9747d4a1c47846046abf55 2024-11-23T07:22:24,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/5cbe29998b0449d4a9cce70a55431029 is 50, key is test_row_0/B:col10/1732346543464/Put/seqid=0 2024-11-23T07:22:24,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741942_1118 (size=12301) 2024-11-23T07:22:24,280 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/5cbe29998b0449d4a9cce70a55431029 2024-11-23T07:22:24,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/31c1b5f25649429296f8efd2bae4370c is 50, key is test_row_0/C:col10/1732346543464/Put/seqid=0 2024-11-23T07:22:24,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741943_1119 (size=12301) 2024-11-23T07:22:24,323 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/31c1b5f25649429296f8efd2bae4370c 2024-11-23T07:22:24,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/4f4dee53ff9747d4a1c47846046abf55 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4f4dee53ff9747d4a1c47846046abf55 2024-11-23T07:22:24,353 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4f4dee53ff9747d4a1c47846046abf55, entries=150, sequenceid=492, filesize=12.0 K 2024-11-23T07:22:24,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/5cbe29998b0449d4a9cce70a55431029 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5cbe29998b0449d4a9cce70a55431029 2024-11-23T07:22:24,360 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5cbe29998b0449d4a9cce70a55431029, entries=150, sequenceid=492, filesize=12.0 K 2024-11-23T07:22:24,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/31c1b5f25649429296f8efd2bae4370c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/31c1b5f25649429296f8efd2bae4370c 2024-11-23T07:22:24,367 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/31c1b5f25649429296f8efd2bae4370c, entries=150, sequenceid=492, filesize=12.0 K 2024-11-23T07:22:24,369 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 2423658b353355c16865246f54cca8e3 in 604ms, sequenceid=492, compaction requested=false 2024-11-23T07:22:24,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:24,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:24,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T07:22:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-23T07:22:24,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-23T07:22:24,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0740 sec 2024-11-23T07:22:24,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.0790 sec 2024-11-23T07:22:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T07:22:24,408 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-23T07:22:24,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-23T07:22:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T07:22:24,416 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:24,416 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:24,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T07:22:24,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:22:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:24,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:24,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:24,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:24,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:24,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:24,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:24,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/a9d0fc3432d14529a7a70a1f31f79ac6 is 50, key is test_row_0/A:col10/1732346544527/Put/seqid=0 2024-11-23T07:22:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346604548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346604550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346604551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346604555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346604556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T07:22:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:24,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:24,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741944_1120 (size=12301) 2024-11-23T07:22:24,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/a9d0fc3432d14529a7a70a1f31f79ac6 2024-11-23T07:22:24,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/f407e443bc1044348827b63c2c20e545 is 50, key is test_row_0/B:col10/1732346544527/Put/seqid=0 2024-11-23T07:22:24,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741945_1121 (size=12301) 2024-11-23T07:22:24,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/f407e443bc1044348827b63c2c20e545 2024-11-23T07:22:24,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346604658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346604660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346604660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/5f56c09b0d7e42139c3f37106ac6f5fc is 50, key is test_row_0/C:col10/1732346544527/Put/seqid=0 2024-11-23T07:22:24,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346604661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346604661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T07:22:24,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T07:22:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:24,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:24,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741946_1122 (size=12301) 2024-11-23T07:22:24,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/5f56c09b0d7e42139c3f37106ac6f5fc 2024-11-23T07:22:24,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/a9d0fc3432d14529a7a70a1f31f79ac6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a9d0fc3432d14529a7a70a1f31f79ac6 2024-11-23T07:22:24,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a9d0fc3432d14529a7a70a1f31f79ac6, entries=150, sequenceid=519, filesize=12.0 K 2024-11-23T07:22:24,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/f407e443bc1044348827b63c2c20e545 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f407e443bc1044348827b63c2c20e545 2024-11-23T07:22:24,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f407e443bc1044348827b63c2c20e545, entries=150, sequenceid=519, filesize=12.0 K 2024-11-23T07:22:24,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/5f56c09b0d7e42139c3f37106ac6f5fc as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5f56c09b0d7e42139c3f37106ac6f5fc 2024-11-23T07:22:24,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5f56c09b0d7e42139c3f37106ac6f5fc, entries=150, sequenceid=519, filesize=12.0 K 2024-11-23T07:22:24,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2423658b353355c16865246f54cca8e3 in 254ms, sequenceid=519, compaction requested=true 2024-11-23T07:22:24,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:24,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:24,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:24,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:24,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T07:22:24,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:24,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-23T07:22:24,787 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:24,787 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:24,788 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:24,788 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:24,789 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:24,789 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/12a1c0d2e6e24adb8c671e0a54e6d74b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4f4dee53ff9747d4a1c47846046abf55, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a9d0fc3432d14529a7a70a1f31f79ac6] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=37.1 K 2024-11-23T07:22:24,789 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:24,789 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:24,789 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:24,790 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6f271509f8274e28870f4489cb9e8885, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/31c1b5f25649429296f8efd2bae4370c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5f56c09b0d7e42139c3f37106ac6f5fc] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=37.1 K 2024-11-23T07:22:24,790 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f271509f8274e28870f4489cb9e8885, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732346542297 2024-11-23T07:22:24,790 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12a1c0d2e6e24adb8c671e0a54e6d74b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732346542297 2024-11-23T07:22:24,791 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 31c1b5f25649429296f8efd2bae4370c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732346543464 2024-11-23T07:22:24,791 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f4dee53ff9747d4a1c47846046abf55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732346543464 2024-11-23T07:22:24,792 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f56c09b0d7e42139c3f37106ac6f5fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732346543897 2024-11-23T07:22:24,792 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9d0fc3432d14529a7a70a1f31f79ac6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732346543897 2024-11-23T07:22:24,814 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:24,815 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/9805680895984da39379dffefb0bfdef is 50, key is test_row_0/C:col10/1732346544527/Put/seqid=0 2024-11-23T07:22:24,843 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:24,844 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/e94a2ee662544b5f9c9da0959482817c is 50, key is test_row_0/A:col10/1732346544527/Put/seqid=0 2024-11-23T07:22:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:24,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:22:24,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:24,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:24,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:24,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:24,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:24,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:24,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741947_1123 (size=13527) 2024-11-23T07:22:24,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T07:22:24,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:24,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:24,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:24,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:24,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:24,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/7ee54a5348f1431b9ba3d65106315ec4 is 50, key is test_row_0/A:col10/1732346544549/Put/seqid=0 2024-11-23T07:22:24,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741948_1124 (size=13527) 2024-11-23T07:22:24,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346604923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346604923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346604925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,935 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/e94a2ee662544b5f9c9da0959482817c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e94a2ee662544b5f9c9da0959482817c 2024-11-23T07:22:24,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346604927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346604931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:24,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741949_1125 (size=14741) 2024-11-23T07:22:24,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/7ee54a5348f1431b9ba3d65106315ec4 2024-11-23T07:22:24,952 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into e94a2ee662544b5f9c9da0959482817c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:24,952 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:24,952 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=13, startTime=1732346544786; duration=0sec 2024-11-23T07:22:24,952 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:24,952 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:24,953 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:24,954 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:24,954 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:24,954 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:24,954 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d43bb9dffcd94a1b9cafcf2effcf7cce, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5cbe29998b0449d4a9cce70a55431029, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f407e443bc1044348827b63c2c20e545] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=37.1 K 2024-11-23T07:22:24,955 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d43bb9dffcd94a1b9cafcf2effcf7cce, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1732346542297 2024-11-23T07:22:24,955 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cbe29998b0449d4a9cce70a55431029, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732346543464 2024-11-23T07:22:24,956 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting f407e443bc1044348827b63c2c20e545, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732346543897 2024-11-23T07:22:24,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/a4119bd2ee0a4518993eef0df1b0f5b3 is 50, key is test_row_0/B:col10/1732346544549/Put/seqid=0 2024-11-23T07:22:24,969 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:24,970 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/873da8dfe7dc44b5b3e3428d112d3d39 is 50, key is test_row_0/B:col10/1732346544527/Put/seqid=0 2024-11-23T07:22:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741950_1126 (size=12301) 2024-11-23T07:22:25,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/a4119bd2ee0a4518993eef0df1b0f5b3 2024-11-23T07:22:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T07:22:25,034 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T07:22:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:25,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:25,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:25,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741951_1127 (size=13527) 2024-11-23T07:22:25,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346605036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346605036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346605036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346605040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346605041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/854d4e8fec4e4550817d9c7e71ebcfd2 is 50, key is test_row_0/C:col10/1732346544549/Put/seqid=0 2024-11-23T07:22:25,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741952_1128 (size=12301) 2024-11-23T07:22:25,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/854d4e8fec4e4550817d9c7e71ebcfd2 2024-11-23T07:22:25,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/7ee54a5348f1431b9ba3d65106315ec4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/7ee54a5348f1431b9ba3d65106315ec4 2024-11-23T07:22:25,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/7ee54a5348f1431b9ba3d65106315ec4, entries=200, sequenceid=532, filesize=14.4 K 2024-11-23T07:22:25,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/a4119bd2ee0a4518993eef0df1b0f5b3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/a4119bd2ee0a4518993eef0df1b0f5b3 2024-11-23T07:22:25,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/a4119bd2ee0a4518993eef0df1b0f5b3, entries=150, sequenceid=532, filesize=12.0 K 2024-11-23T07:22:25,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/854d4e8fec4e4550817d9c7e71ebcfd2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/854d4e8fec4e4550817d9c7e71ebcfd2 2024-11-23T07:22:25,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/854d4e8fec4e4550817d9c7e71ebcfd2, entries=150, sequenceid=532, filesize=12.0 K 2024-11-23T07:22:25,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2423658b353355c16865246f54cca8e3 in 284ms, sequenceid=532, compaction requested=false 2024-11-23T07:22:25,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:25,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T07:22:25,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:25,189 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T07:22:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:25,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/33495492836a455ca215eb0d5a284f7f is 50, key is test_row_0/A:col10/1732346544922/Put/seqid=0 2024-11-23T07:22:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741953_1129 (size=12301) 2024-11-23T07:22:25,244 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/33495492836a455ca215eb0d5a284f7f 2024-11-23T07:22:25,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/190ddaca9820405783488008ffe2990c is 50, key is test_row_0/B:col10/1732346544922/Put/seqid=0 2024-11-23T07:22:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741954_1130 (size=12301) 2024-11-23T07:22:25,278 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/190ddaca9820405783488008ffe2990c 2024-11-23T07:22:25,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346605270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346605274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346605275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346605277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346605273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,286 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/9805680895984da39379dffefb0bfdef as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9805680895984da39379dffefb0bfdef 2024-11-23T07:22:25,295 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into 9805680895984da39379dffefb0bfdef(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:25,295 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:25,295 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=13, startTime=1732346544786; duration=0sec 2024-11-23T07:22:25,295 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:25,296 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:25,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/06280ebb2c1f4501bc996b81d04fa714 is 50, key is test_row_0/C:col10/1732346544922/Put/seqid=0 2024-11-23T07:22:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741955_1131 (size=12301) 2024-11-23T07:22:25,348 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/06280ebb2c1f4501bc996b81d04fa714 2024-11-23T07:22:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/33495492836a455ca215eb0d5a284f7f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/33495492836a455ca215eb0d5a284f7f 2024-11-23T07:22:25,363 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/33495492836a455ca215eb0d5a284f7f, entries=150, sequenceid=556, filesize=12.0 K 2024-11-23T07:22:25,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/190ddaca9820405783488008ffe2990c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/190ddaca9820405783488008ffe2990c 2024-11-23T07:22:25,377 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/190ddaca9820405783488008ffe2990c, entries=150, sequenceid=556, filesize=12.0 K 2024-11-23T07:22:25,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/06280ebb2c1f4501bc996b81d04fa714 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/06280ebb2c1f4501bc996b81d04fa714 2024-11-23T07:22:25,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346605385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346605385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346605385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346605386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346605386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,391 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/06280ebb2c1f4501bc996b81d04fa714, entries=150, sequenceid=556, filesize=12.0 K 2024-11-23T07:22:25,396 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2423658b353355c16865246f54cca8e3 in 204ms, sequenceid=556, compaction requested=true 2024-11-23T07:22:25,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:25,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:25,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T07:22:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-23T07:22:25,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-23T07:22:25,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 982 msec 2024-11-23T07:22:25,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 989 msec 2024-11-23T07:22:25,452 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/873da8dfe7dc44b5b3e3428d112d3d39 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/873da8dfe7dc44b5b3e3428d112d3d39 2024-11-23T07:22:25,462 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into 873da8dfe7dc44b5b3e3428d112d3d39(size=13.2 K), total size for store is 37.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:25,462 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:25,462 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=13, startTime=1732346544786; duration=0sec 2024-11-23T07:22:25,462 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:25,462 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T07:22:25,520 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-23T07:22:25,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-23T07:22:25,525 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T07:22:25,525 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:25,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:25,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T07:22:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:25,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:25,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:25,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:25,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:25,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:25,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:25,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/3ec853ad46b941bca6db964c8d2ac931 is 50, key is test_row_0/A:col10/1732346545273/Put/seqid=0 2024-11-23T07:22:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T07:22:25,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346605625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346605622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346605626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346605623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346605631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741956_1132 (size=17181) 2024-11-23T07:22:25,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/3ec853ad46b941bca6db964c8d2ac931 2024-11-23T07:22:25,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/e34d702e4624407f85ff3e44fba2a979 is 50, key is test_row_0/B:col10/1732346545273/Put/seqid=0 2024-11-23T07:22:25,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T07:22:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:25,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:25,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:25,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:25,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741957_1133 (size=12301) 2024-11-23T07:22:25,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/e34d702e4624407f85ff3e44fba2a979 2024-11-23T07:22:25,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/d92fb0f9e2a6441e9565ade4770f6601 is 50, key is test_row_0/C:col10/1732346545273/Put/seqid=0 2024-11-23T07:22:25,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346605732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346605733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346605733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346605733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346605734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741958_1134 (size=12301) 2024-11-23T07:22:25,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/d92fb0f9e2a6441e9565ade4770f6601 2024-11-23T07:22:25,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/3ec853ad46b941bca6db964c8d2ac931 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/3ec853ad46b941bca6db964c8d2ac931 2024-11-23T07:22:25,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/3ec853ad46b941bca6db964c8d2ac931, entries=250, sequenceid=573, filesize=16.8 K 2024-11-23T07:22:25,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/e34d702e4624407f85ff3e44fba2a979 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/e34d702e4624407f85ff3e44fba2a979 2024-11-23T07:22:25,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/e34d702e4624407f85ff3e44fba2a979, entries=150, sequenceid=573, filesize=12.0 K 2024-11-23T07:22:25,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/d92fb0f9e2a6441e9565ade4770f6601 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/d92fb0f9e2a6441e9565ade4770f6601 2024-11-23T07:22:25,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/d92fb0f9e2a6441e9565ade4770f6601, entries=150, sequenceid=573, filesize=12.0 K 2024-11-23T07:22:25,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 2423658b353355c16865246f54cca8e3 in 229ms, sequenceid=573, compaction requested=true 2024-11-23T07:22:25,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:25,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:25,821 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:25,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:25,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:25,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:25,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:25,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:25,821 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:25,823 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:25,823 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:25,824 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:25,824 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:25,824 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:25,824 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:25,824 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/873da8dfe7dc44b5b3e3428d112d3d39, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/a4119bd2ee0a4518993eef0df1b0f5b3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/190ddaca9820405783488008ffe2990c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/e34d702e4624407f85ff3e44fba2a979] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=49.2 K 2024-11-23T07:22:25,824 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e94a2ee662544b5f9c9da0959482817c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/7ee54a5348f1431b9ba3d65106315ec4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/33495492836a455ca215eb0d5a284f7f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/3ec853ad46b941bca6db964c8d2ac931] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=56.4 K 2024-11-23T07:22:25,824 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e94a2ee662544b5f9c9da0959482817c, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732346543897 2024-11-23T07:22:25,824 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 873da8dfe7dc44b5b3e3428d112d3d39, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732346543897 2024-11-23T07:22:25,825 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ee54a5348f1431b9ba3d65106315ec4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732346544549 2024-11-23T07:22:25,825 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a4119bd2ee0a4518993eef0df1b0f5b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732346544549 2024-11-23T07:22:25,825 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33495492836a455ca215eb0d5a284f7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732346544922 2024-11-23T07:22:25,826 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 190ddaca9820405783488008ffe2990c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732346544922 2024-11-23T07:22:25,826 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e34d702e4624407f85ff3e44fba2a979, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732346545273 2024-11-23T07:22:25,827 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ec853ad46b941bca6db964c8d2ac931, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732346545263 2024-11-23T07:22:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T07:22:25,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:25,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T07:22:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:25,832 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T07:22:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:25,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:25,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:25,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:25,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:25,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:25,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/5e0a89c353c4488c9d01772686c572b1 is 50, key is test_row_0/A:col10/1732346545629/Put/seqid=0 2024-11-23T07:22:25,848 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:25,849 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/28dce2b32af84a129eff5905917a34b2 is 50, key is test_row_0/B:col10/1732346545273/Put/seqid=0 2024-11-23T07:22:25,887 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#122 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:25,887 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/b280b1fb71ee41f28736abb4fd288d47 is 50, key is test_row_0/A:col10/1732346545273/Put/seqid=0 2024-11-23T07:22:25,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741959_1135 (size=12301) 2024-11-23T07:22:25,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741960_1136 (size=13663) 2024-11-23T07:22:25,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:25,948 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/28dce2b32af84a129eff5905917a34b2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/28dce2b32af84a129eff5905917a34b2 2024-11-23T07:22:25,955 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into 28dce2b32af84a129eff5905917a34b2(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:25,955 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:25,955 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=12, startTime=1732346545821; duration=0sec 2024-11-23T07:22:25,956 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:25,956 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:25,956 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:25,959 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:25,959 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:25,959 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:25,959 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9805680895984da39379dffefb0bfdef, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/854d4e8fec4e4550817d9c7e71ebcfd2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/06280ebb2c1f4501bc996b81d04fa714, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/d92fb0f9e2a6441e9565ade4770f6601] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=49.2 K 2024-11-23T07:22:25,960 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9805680895984da39379dffefb0bfdef, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732346543897 2024-11-23T07:22:25,961 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 854d4e8fec4e4550817d9c7e71ebcfd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732346544549 2024-11-23T07:22:25,961 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 06280ebb2c1f4501bc996b81d04fa714, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732346544922 2024-11-23T07:22:25,962 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting d92fb0f9e2a6441e9565ade4770f6601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732346545273 2024-11-23T07:22:25,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741961_1137 (size=13663) 2024-11-23T07:22:25,983 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/b280b1fb71ee41f28736abb4fd288d47 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/b280b1fb71ee41f28736abb4fd288d47 2024-11-23T07:22:25,986 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:25,987 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/cdc0ae6915864e8597509b4a23a9b3c5 is 50, key is test_row_0/C:col10/1732346545273/Put/seqid=0 2024-11-23T07:22:26,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741962_1138 (size=13663) 2024-11-23T07:22:26,034 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/cdc0ae6915864e8597509b4a23a9b3c5 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/cdc0ae6915864e8597509b4a23a9b3c5 2024-11-23T07:22:26,040 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into b280b1fb71ee41f28736abb4fd288d47(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:26,040 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:26,040 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=12, startTime=1732346545821; duration=0sec 2024-11-23T07:22:26,040 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:26,040 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:26,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346606039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346606040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346606045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,057 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into cdc0ae6915864e8597509b4a23a9b3c5(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:26,057 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:26,057 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=12, startTime=1732346545821; duration=0sec 2024-11-23T07:22:26,057 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:26,057 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:26,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346606057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346606057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T07:22:26,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346606156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346606157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346606158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346606159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346606159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,309 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=594 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/5e0a89c353c4488c9d01772686c572b1 2024-11-23T07:22:26,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/e476596e1ca446818a9b0f6b38ec4ee2 is 50, key is test_row_0/B:col10/1732346545629/Put/seqid=0 2024-11-23T07:22:26,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741963_1139 (size=12301) 2024-11-23T07:22:26,360 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=594 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/e476596e1ca446818a9b0f6b38ec4ee2 2024-11-23T07:22:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346606361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346606363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346606364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346606364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346606365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/5e4fe050097c448c869b0b252e4a475f is 50, key is test_row_0/C:col10/1732346545629/Put/seqid=0 2024-11-23T07:22:26,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741964_1140 (size=12301) 2024-11-23T07:22:26,406 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=594 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/5e4fe050097c448c869b0b252e4a475f 2024-11-23T07:22:26,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/5e0a89c353c4488c9d01772686c572b1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5e0a89c353c4488c9d01772686c572b1 2024-11-23T07:22:26,423 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5e0a89c353c4488c9d01772686c572b1, entries=150, sequenceid=594, filesize=12.0 K 2024-11-23T07:22:26,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/e476596e1ca446818a9b0f6b38ec4ee2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/e476596e1ca446818a9b0f6b38ec4ee2 2024-11-23T07:22:26,439 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/e476596e1ca446818a9b0f6b38ec4ee2, entries=150, sequenceid=594, filesize=12.0 K 2024-11-23T07:22:26,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/5e4fe050097c448c869b0b252e4a475f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5e4fe050097c448c869b0b252e4a475f 2024-11-23T07:22:26,455 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5e4fe050097c448c869b0b252e4a475f, entries=150, sequenceid=594, filesize=12.0 K 2024-11-23T07:22:26,457 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 2423658b353355c16865246f54cca8e3 in 625ms, sequenceid=594, compaction requested=false 2024-11-23T07:22:26,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:26,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:26,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-23T07:22:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-23T07:22:26,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-23T07:22:26,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 936 msec 2024-11-23T07:22:26,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 942 msec 2024-11-23T07:22:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T07:22:26,630 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-23T07:22:26,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-23T07:22:26,635 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T07:22:26,636 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:26,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:26,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T07:22:26,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:26,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:26,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:26,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:26,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:26,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:26,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/08ecc2fbd63b4a9e998a6339118e1e58 is 50, key is test_row_0/A:col10/1732346546039/Put/seqid=0 2024-11-23T07:22:26,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741965_1141 (size=14741) 2024-11-23T07:22:26,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/08ecc2fbd63b4a9e998a6339118e1e58 2024-11-23T07:22:26,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/c4a2f04612ae48508c10baee2e00e0e8 is 50, key is test_row_0/B:col10/1732346546039/Put/seqid=0 2024-11-23T07:22:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T07:22:26,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741966_1142 (size=12301) 2024-11-23T07:22:26,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346606694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346606713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346606755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346606760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346606760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T07:22:26,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:26,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:26,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:26,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:26,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:26,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346606856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346606861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346606861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346606864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346606866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T07:22:26,942 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:26,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T07:22:26,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:26,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:26,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:26,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:26,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:27,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346607060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346607065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346607066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346607069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346607071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T07:22:27,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:27,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:27,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:27,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:27,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:27,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/c4a2f04612ae48508c10baee2e00e0e8 2024-11-23T07:22:27,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/6b4b33b897a245b491ef7f4e152c7882 is 50, key is test_row_0/C:col10/1732346546039/Put/seqid=0 2024-11-23T07:22:27,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741967_1143 (size=12301) 2024-11-23T07:22:27,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/6b4b33b897a245b491ef7f4e152c7882 2024-11-23T07:22:27,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/08ecc2fbd63b4a9e998a6339118e1e58 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/08ecc2fbd63b4a9e998a6339118e1e58 2024-11-23T07:22:27,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/08ecc2fbd63b4a9e998a6339118e1e58, entries=200, sequenceid=614, filesize=14.4 K 2024-11-23T07:22:27,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/c4a2f04612ae48508c10baee2e00e0e8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/c4a2f04612ae48508c10baee2e00e0e8 2024-11-23T07:22:27,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/c4a2f04612ae48508c10baee2e00e0e8, entries=150, sequenceid=614, filesize=12.0 K 2024-11-23T07:22:27,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/6b4b33b897a245b491ef7f4e152c7882 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6b4b33b897a245b491ef7f4e152c7882 2024-11-23T07:22:27,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6b4b33b897a245b491ef7f4e152c7882, entries=150, sequenceid=614, filesize=12.0 K 2024-11-23T07:22:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T07:22:27,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 2423658b353355c16865246f54cca8e3 in 572ms, sequenceid=614, compaction requested=true 2024-11-23T07:22:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:27,239 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:27,239 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:27,241 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:27,241 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:27,241 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:27,241 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/b280b1fb71ee41f28736abb4fd288d47, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5e0a89c353c4488c9d01772686c572b1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/08ecc2fbd63b4a9e998a6339118e1e58] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=39.8 K 2024-11-23T07:22:27,242 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:27,243 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:27,243 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:27,243 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/28dce2b32af84a129eff5905917a34b2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/e476596e1ca446818a9b0f6b38ec4ee2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/c4a2f04612ae48508c10baee2e00e0e8] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=37.4 K 2024-11-23T07:22:27,243 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting b280b1fb71ee41f28736abb4fd288d47, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732346545273 2024-11-23T07:22:27,244 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 28dce2b32af84a129eff5905917a34b2, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732346545273 2024-11-23T07:22:27,244 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e0a89c353c4488c9d01772686c572b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=594, earliestPutTs=1732346545621 2024-11-23T07:22:27,245 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e476596e1ca446818a9b0f6b38ec4ee2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=594, earliestPutTs=1732346545621 2024-11-23T07:22:27,245 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08ecc2fbd63b4a9e998a6339118e1e58, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=614, earliestPutTs=1732346545953 2024-11-23T07:22:27,246 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting c4a2f04612ae48508c10baee2e00e0e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=614, earliestPutTs=1732346545953 2024-11-23T07:22:27,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-23T07:22:27,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:27,253 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T07:22:27,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:27,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:27,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:27,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:27,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:27,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:27,259 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:27,260 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/7c2488f4993a41e2b64cf125388b97dd is 50, key is test_row_0/A:col10/1732346546039/Put/seqid=0 2024-11-23T07:22:27,269 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:27,270 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/b5fd9da952ff485691123cfac7c54c95 is 50, key is test_row_0/B:col10/1732346546039/Put/seqid=0 2024-11-23T07:22:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/e16fadec2a744dbea30447c2a122bcdc is 50, key is test_row_0/A:col10/1732346546719/Put/seqid=0 2024-11-23T07:22:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741968_1144 (size=13765) 2024-11-23T07:22:27,334 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/7c2488f4993a41e2b64cf125388b97dd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/7c2488f4993a41e2b64cf125388b97dd 2024-11-23T07:22:27,341 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into 7c2488f4993a41e2b64cf125388b97dd(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:27,341 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:27,341 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=13, startTime=1732346547239; duration=0sec 2024-11-23T07:22:27,341 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:27,342 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:27,342 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:27,343 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:27,343 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:27,343 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:27,343 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/cdc0ae6915864e8597509b4a23a9b3c5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5e4fe050097c448c869b0b252e4a475f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6b4b33b897a245b491ef7f4e152c7882] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=37.4 K 2024-11-23T07:22:27,344 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdc0ae6915864e8597509b4a23a9b3c5, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732346545273 2024-11-23T07:22:27,345 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e4fe050097c448c869b0b252e4a475f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=594, earliestPutTs=1732346545621 2024-11-23T07:22:27,345 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b4b33b897a245b491ef7f4e152c7882, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=614, earliestPutTs=1732346545953 2024-11-23T07:22:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741969_1145 (size=13765) 2024-11-23T07:22:27,358 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/b5fd9da952ff485691123cfac7c54c95 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/b5fd9da952ff485691123cfac7c54c95 2024-11-23T07:22:27,369 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into b5fd9da952ff485691123cfac7c54c95(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:27,369 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:27,369 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=13, startTime=1732346547239; duration=0sec 2024-11-23T07:22:27,369 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:27,369 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741970_1146 (size=12301) 2024-11-23T07:22:27,372 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:27,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. as already flushing 2024-11-23T07:22:27,373 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/69dc3e24615c4edfb118d8fa233af917 is 50, key is test_row_0/C:col10/1732346546039/Put/seqid=0 2024-11-23T07:22:27,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741971_1147 (size=13765) 2024-11-23T07:22:27,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346607389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346607391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346607392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346607393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346607394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,402 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/69dc3e24615c4edfb118d8fa233af917 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/69dc3e24615c4edfb118d8fa233af917 2024-11-23T07:22:27,410 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into 69dc3e24615c4edfb118d8fa233af917(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:27,410 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:27,410 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=13, startTime=1732346547239; duration=0sec 2024-11-23T07:22:27,410 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:27,410 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:27,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346607496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346607497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346607500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346607503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346607503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44582 deadline: 1732346607700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1732346607700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44638 deadline: 1732346607703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44586 deadline: 1732346607706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44662 deadline: 1732346607707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T07:22:27,770 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=634 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/e16fadec2a744dbea30447c2a122bcdc 2024-11-23T07:22:27,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/fe81aec704484f7e90b5fd2328f1d456 is 50, key is test_row_0/B:col10/1732346546719/Put/seqid=0 2024-11-23T07:22:27,849 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77d9cb79 to 127.0.0.1:49944 2024-11-23T07:22:27,849 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0763ae64 to 127.0.0.1:49944 2024-11-23T07:22:27,849 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:27,849 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:27,851 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53f30e40 to 127.0.0.1:49944 2024-11-23T07:22:27,851 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:27,855 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118d1c39 to 127.0.0.1:49944 2024-11-23T07:22:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741972_1148 (size=12301) 2024-11-23T07:22:27,855 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:27,856 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=634 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/fe81aec704484f7e90b5fd2328f1d456 2024-11-23T07:22:27,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/03bed5d6faf143d8a90ac4708834955d is 50, key is test_row_0/C:col10/1732346546719/Put/seqid=0 2024-11-23T07:22:27,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741973_1149 (size=12301) 2024-11-23T07:22:27,891 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=634 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/03bed5d6faf143d8a90ac4708834955d 2024-11-23T07:22:27,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/e16fadec2a744dbea30447c2a122bcdc as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e16fadec2a744dbea30447c2a122bcdc 2024-11-23T07:22:27,905 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e16fadec2a744dbea30447c2a122bcdc, entries=150, sequenceid=634, filesize=12.0 K 2024-11-23T07:22:27,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/fe81aec704484f7e90b5fd2328f1d456 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/fe81aec704484f7e90b5fd2328f1d456 2024-11-23T07:22:27,914 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/fe81aec704484f7e90b5fd2328f1d456, entries=150, sequenceid=634, filesize=12.0 K 2024-11-23T07:22:27,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/03bed5d6faf143d8a90ac4708834955d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/03bed5d6faf143d8a90ac4708834955d 2024-11-23T07:22:27,927 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/03bed5d6faf143d8a90ac4708834955d, entries=150, sequenceid=634, filesize=12.0 K 2024-11-23T07:22:27,929 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 2423658b353355c16865246f54cca8e3 in 676ms, sequenceid=634, compaction requested=false 2024-11-23T07:22:27,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:27,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:27,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-23T07:22:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-23T07:22:27,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-23T07:22:27,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2950 sec 2024-11-23T07:22:27,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.3010 sec 2024-11-23T07:22:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:28,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T07:22:28,006 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fe61c10 to 127.0.0.1:49944 2024-11-23T07:22:28,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:28,006 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:28,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:28,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:28,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:28,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:28,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:28,009 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f68aae6 to 127.0.0.1:49944 2024-11-23T07:22:28,009 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:28,011 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53623ce6 to 127.0.0.1:49944 2024-11-23T07:22:28,011 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:28,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/c166bcffcdea4ebb9de2f692ec2ee863 is 50, key is test_row_0/A:col10/1732346548004/Put/seqid=0 2024-11-23T07:22:28,017 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b2c1d to 127.0.0.1:49944 2024-11-23T07:22:28,017 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x481d5e85 to 127.0.0.1:49944 2024-11-23T07:22:28,017 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:28,017 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:28,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741974_1150 (size=12301) 2024-11-23T07:22:28,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=654 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/c166bcffcdea4ebb9de2f692ec2ee863 2024-11-23T07:22:28,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/02d4a8d70a5b4ca1b1f510be093ca332 is 50, key is test_row_0/B:col10/1732346548004/Put/seqid=0 2024-11-23T07:22:28,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741975_1151 (size=12301) 2024-11-23T07:22:28,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=654 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/02d4a8d70a5b4ca1b1f510be093ca332 2024-11-23T07:22:28,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/4c58ebce29b845c3ae6000f66f1cf312 is 50, key is test_row_0/C:col10/1732346548004/Put/seqid=0 2024-11-23T07:22:28,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741976_1152 (size=12301) 2024-11-23T07:22:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T07:22:28,741 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3475 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3376 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1593 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4777 rows 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1586 2024-11-23T07:22:28,741 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4755 rows 2024-11-23T07:22:28,741 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T07:22:28,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1212d9e2 to 127.0.0.1:49944 2024-11-23T07:22:28,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:28,750 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T07:22:28,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T07:22:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T07:22:28,762 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346548762"}]},"ts":"1732346548762"} 2024-11-23T07:22:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T07:22:28,763 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T07:22:28,766 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T07:22:28,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T07:22:28,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2423658b353355c16865246f54cca8e3, UNASSIGN}] 2024-11-23T07:22:28,779 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2423658b353355c16865246f54cca8e3, UNASSIGN 2024-11-23T07:22:28,779 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=2423658b353355c16865246f54cca8e3, regionState=CLOSING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:28,781 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T07:22:28,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:22:28,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=654 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/4c58ebce29b845c3ae6000f66f1cf312 2024-11-23T07:22:28,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/c166bcffcdea4ebb9de2f692ec2ee863 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/c166bcffcdea4ebb9de2f692ec2ee863 2024-11-23T07:22:28,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/c166bcffcdea4ebb9de2f692ec2ee863, entries=150, sequenceid=654, filesize=12.0 K 2024-11-23T07:22:28,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/02d4a8d70a5b4ca1b1f510be093ca332 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/02d4a8d70a5b4ca1b1f510be093ca332 2024-11-23T07:22:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T07:22:28,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/02d4a8d70a5b4ca1b1f510be093ca332, entries=150, sequenceid=654, filesize=12.0 K 2024-11-23T07:22:28,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/4c58ebce29b845c3ae6000f66f1cf312 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/4c58ebce29b845c3ae6000f66f1cf312 2024-11-23T07:22:28,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/4c58ebce29b845c3ae6000f66f1cf312, entries=150, sequenceid=654, filesize=12.0 K 2024-11-23T07:22:28,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=26.84 KB/27480 for 2423658b353355c16865246f54cca8e3 in 870ms, sequenceid=654, compaction requested=true 2024-11-23T07:22:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:28,875 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:28,875 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:28,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2423658b353355c16865246f54cca8e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:28,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:28,876 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:28,877 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:28,877 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/A is initiating minor compaction (all files) 2024-11-23T07:22:28,877 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/B is initiating minor compaction (all files) 2024-11-23T07:22:28,877 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/A in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:28,877 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/B in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:28,877 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/7c2488f4993a41e2b64cf125388b97dd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e16fadec2a744dbea30447c2a122bcdc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/c166bcffcdea4ebb9de2f692ec2ee863] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=37.5 K 2024-11-23T07:22:28,877 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/b5fd9da952ff485691123cfac7c54c95, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/fe81aec704484f7e90b5fd2328f1d456, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/02d4a8d70a5b4ca1b1f510be093ca332] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=37.5 K 2024-11-23T07:22:28,877 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b5fd9da952ff485691123cfac7c54c95, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=614, earliestPutTs=1732346545953 2024-11-23T07:22:28,878 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c2488f4993a41e2b64cf125388b97dd, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=614, earliestPutTs=1732346545953 2024-11-23T07:22:28,878 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting fe81aec704484f7e90b5fd2328f1d456, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=634, earliestPutTs=1732346546686 2024-11-23T07:22:28,878 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e16fadec2a744dbea30447c2a122bcdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=634, earliestPutTs=1732346546686 2024-11-23T07:22:28,878 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 02d4a8d70a5b4ca1b1f510be093ca332, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1732346547390 2024-11-23T07:22:28,879 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting c166bcffcdea4ebb9de2f692ec2ee863, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1732346547390 2024-11-23T07:22:28,889 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#A#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:28,890 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#B#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:28,890 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/dd4674e8c2c84c67a34905712a7ebf11 is 50, key is test_row_0/A:col10/1732346548004/Put/seqid=0 2024-11-23T07:22:28,891 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/62803ccbedd74d4aae2a733f1846b644 is 50, key is test_row_0/B:col10/1732346548004/Put/seqid=0 2024-11-23T07:22:28,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741977_1153 (size=13867) 2024-11-23T07:22:28,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741978_1154 (size=13867) 2024-11-23T07:22:28,911 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/62803ccbedd74d4aae2a733f1846b644 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/62803ccbedd74d4aae2a733f1846b644 2024-11-23T07:22:28,917 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/B of 2423658b353355c16865246f54cca8e3 into 62803ccbedd74d4aae2a733f1846b644(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:28,917 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:28,917 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/B, priority=13, startTime=1732346548875; duration=0sec 2024-11-23T07:22:28,917 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:28,917 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:B 2024-11-23T07:22:28,917 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:28,918 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:28,918 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 2423658b353355c16865246f54cca8e3/C is initiating minor compaction (all files) 2024-11-23T07:22:28,918 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2423658b353355c16865246f54cca8e3/C in TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:28,918 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/69dc3e24615c4edfb118d8fa233af917, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/03bed5d6faf143d8a90ac4708834955d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/4c58ebce29b845c3ae6000f66f1cf312] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp, totalSize=37.5 K 2024-11-23T07:22:28,919 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 69dc3e24615c4edfb118d8fa233af917, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=614, earliestPutTs=1732346545953 2024-11-23T07:22:28,919 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 03bed5d6faf143d8a90ac4708834955d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=634, earliestPutTs=1732346546686 2024-11-23T07:22:28,920 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c58ebce29b845c3ae6000f66f1cf312, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1732346547390 2024-11-23T07:22:28,929 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2423658b353355c16865246f54cca8e3#C#compaction#140 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:28,930 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/a84bdc2a6ebc48a3a796dab8616e9946 is 50, key is test_row_0/C:col10/1732346548004/Put/seqid=0 2024-11-23T07:22:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741979_1155 (size=13867) 2024-11-23T07:22:28,938 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:28,939 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:28,939 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T07:22:28,940 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 2423658b353355c16865246f54cca8e3, disabling compactions & flushes 2024-11-23T07:22:28,940 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T07:22:29,314 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/dd4674e8c2c84c67a34905712a7ebf11 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/dd4674e8c2c84c67a34905712a7ebf11 2024-11-23T07:22:29,320 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/A of 2423658b353355c16865246f54cca8e3 into dd4674e8c2c84c67a34905712a7ebf11(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:29,320 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:29,320 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/A, priority=13, startTime=1732346548875; duration=0sec 2024-11-23T07:22:29,320 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:29,320 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:A 2024-11-23T07:22:29,340 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/a84bdc2a6ebc48a3a796dab8616e9946 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/a84bdc2a6ebc48a3a796dab8616e9946 2024-11-23T07:22:29,346 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2423658b353355c16865246f54cca8e3/C of 2423658b353355c16865246f54cca8e3 into a84bdc2a6ebc48a3a796dab8616e9946(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:29,346 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:29,346 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3., storeName=2423658b353355c16865246f54cca8e3/C, priority=13, startTime=1732346548875; duration=0sec 2024-11-23T07:22:29,346 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:29,346 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:29,346 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. after waiting 0 ms 2024-11-23T07:22:29,346 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:29,346 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:29,346 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2423658b353355c16865246f54cca8e3:C 2024-11-23T07:22:29,347 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing 2423658b353355c16865246f54cca8e3 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T07:22:29,347 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=A 2024-11-23T07:22:29,347 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:29,347 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=B 2024-11-23T07:22:29,347 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:29,347 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2423658b353355c16865246f54cca8e3, store=C 2024-11-23T07:22:29,347 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:29,352 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/525fbdb9acda4616a8e2ada84fb5a824 is 50, key is test_row_1/A:col10/1732346548009/Put/seqid=0 2024-11-23T07:22:29,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741980_1156 (size=9857) 2024-11-23T07:22:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T07:22:29,516 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T07:22:29,766 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=664 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/525fbdb9acda4616a8e2ada84fb5a824 2024-11-23T07:22:29,775 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/9bdc5261133c4a42a8f860a8a02bc5d6 is 50, key is test_row_1/B:col10/1732346548009/Put/seqid=0 2024-11-23T07:22:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741981_1157 (size=9857) 2024-11-23T07:22:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T07:22:30,184 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=664 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/9bdc5261133c4a42a8f860a8a02bc5d6 2024-11-23T07:22:30,194 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/acf331774f0a49b798b2596ff3ce8a16 is 50, key is test_row_1/C:col10/1732346548009/Put/seqid=0 2024-11-23T07:22:30,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741982_1158 (size=9857) 2024-11-23T07:22:30,223 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=664 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/acf331774f0a49b798b2596ff3ce8a16 2024-11-23T07:22:30,230 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/A/525fbdb9acda4616a8e2ada84fb5a824 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/525fbdb9acda4616a8e2ada84fb5a824 2024-11-23T07:22:30,236 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/525fbdb9acda4616a8e2ada84fb5a824, entries=100, sequenceid=664, filesize=9.6 K 2024-11-23T07:22:30,242 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/B/9bdc5261133c4a42a8f860a8a02bc5d6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9bdc5261133c4a42a8f860a8a02bc5d6 2024-11-23T07:22:30,251 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9bdc5261133c4a42a8f860a8a02bc5d6, entries=100, sequenceid=664, filesize=9.6 K 2024-11-23T07:22:30,252 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/.tmp/C/acf331774f0a49b798b2596ff3ce8a16 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/acf331774f0a49b798b2596ff3ce8a16 2024-11-23T07:22:30,258 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/acf331774f0a49b798b2596ff3ce8a16, entries=100, sequenceid=664, filesize=9.6 K 2024-11-23T07:22:30,259 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 2423658b353355c16865246f54cca8e3 in 913ms, sequenceid=664, compaction requested=false 2024-11-23T07:22:30,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0b2b9d3cf10c48cc9e197f06a1d8d89d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/65e8512179d2444ba988691b029c1d6b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/103b1d150e6a4e52988aca8bb27d55b9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5139f682ee584331848a4279db36b752, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e69f075325fc4b46acf5729f5f970c14, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5efb767f778547ef872e9543e562eefc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/25dec551203c4eb697f74f6308194e11, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/d0908080b1e54c699cb98f5be0dfaacd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/c0ed02e262eb4db9930bc6014e4da4a0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/511a8d78dc69417bb5eee9d1ee5ae3bf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/24d9ab69757042cd8d7b1451519a64bd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/ec18677978af477b9bf1c453a9eb5842, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/60948f27d7f34a23b1a732b7537ba5b2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a259c4a078724c89af222416aee63b21, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/006d71f5275c4843bef0c8bc88c8935d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4e72eacac75342fea04bfc1c1a88280d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/8ae7ce42e3094334945db6fc056a36e7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/79f10968567d4a1c98c213c822599284, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4ab45a94374b465b8233be1fb394bfd6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0f2f99c1638d48b5b8fd20c06c82ede7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/8644d5a368344601960ec5d243570dda, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/463218c922e043c9871c56982e06ff79, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/f2ae39b143904d61835ff305efc708b7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/11e1051ae5a24ae7a68ee87452ceb45b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/be65562d69674f4ab008ebb27c31a2ff, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0a69aaec12664809a41375e459532b15, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a02ab5408dc7423bb15743a972624051, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/924978a78d4845589e5dcf1cf50eac5b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/60f3fe04c39c4c5298f154e66b3678a4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/fa2e1c4cec09456691e48d1b301e8ec4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a3f3fda9f2a84d3bb6d7aa67e043d8dd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/9ec05d784d474747a49ee030a649bca9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/fdf2f09808014c9280088cbf3d9eb6f7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/12a1c0d2e6e24adb8c671e0a54e6d74b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4f4dee53ff9747d4a1c47846046abf55, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e94a2ee662544b5f9c9da0959482817c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a9d0fc3432d14529a7a70a1f31f79ac6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/7ee54a5348f1431b9ba3d65106315ec4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/33495492836a455ca215eb0d5a284f7f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/3ec853ad46b941bca6db964c8d2ac931, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/b280b1fb71ee41f28736abb4fd288d47, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5e0a89c353c4488c9d01772686c572b1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/08ecc2fbd63b4a9e998a6339118e1e58, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/7c2488f4993a41e2b64cf125388b97dd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e16fadec2a744dbea30447c2a122bcdc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/c166bcffcdea4ebb9de2f692ec2ee863] to archive 2024-11-23T07:22:30,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:22:30,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0b2b9d3cf10c48cc9e197f06a1d8d89d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0b2b9d3cf10c48cc9e197f06a1d8d89d 2024-11-23T07:22:30,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/65e8512179d2444ba988691b029c1d6b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/65e8512179d2444ba988691b029c1d6b 2024-11-23T07:22:30,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/103b1d150e6a4e52988aca8bb27d55b9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/103b1d150e6a4e52988aca8bb27d55b9 2024-11-23T07:22:30,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5139f682ee584331848a4279db36b752 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5139f682ee584331848a4279db36b752 2024-11-23T07:22:30,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e69f075325fc4b46acf5729f5f970c14 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e69f075325fc4b46acf5729f5f970c14 2024-11-23T07:22:30,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5efb767f778547ef872e9543e562eefc to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5efb767f778547ef872e9543e562eefc 2024-11-23T07:22:30,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/25dec551203c4eb697f74f6308194e11 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/25dec551203c4eb697f74f6308194e11 2024-11-23T07:22:30,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/d0908080b1e54c699cb98f5be0dfaacd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/d0908080b1e54c699cb98f5be0dfaacd 2024-11-23T07:22:30,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/c0ed02e262eb4db9930bc6014e4da4a0 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/c0ed02e262eb4db9930bc6014e4da4a0 2024-11-23T07:22:30,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/511a8d78dc69417bb5eee9d1ee5ae3bf to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/511a8d78dc69417bb5eee9d1ee5ae3bf 2024-11-23T07:22:30,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/24d9ab69757042cd8d7b1451519a64bd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/24d9ab69757042cd8d7b1451519a64bd 2024-11-23T07:22:30,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/ec18677978af477b9bf1c453a9eb5842 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/ec18677978af477b9bf1c453a9eb5842 2024-11-23T07:22:30,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/60948f27d7f34a23b1a732b7537ba5b2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/60948f27d7f34a23b1a732b7537ba5b2 2024-11-23T07:22:30,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a259c4a078724c89af222416aee63b21 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a259c4a078724c89af222416aee63b21 2024-11-23T07:22:30,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/006d71f5275c4843bef0c8bc88c8935d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/006d71f5275c4843bef0c8bc88c8935d 2024-11-23T07:22:30,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4e72eacac75342fea04bfc1c1a88280d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4e72eacac75342fea04bfc1c1a88280d 2024-11-23T07:22:30,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/8ae7ce42e3094334945db6fc056a36e7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/8ae7ce42e3094334945db6fc056a36e7 2024-11-23T07:22:30,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/79f10968567d4a1c98c213c822599284 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/79f10968567d4a1c98c213c822599284 2024-11-23T07:22:30,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4ab45a94374b465b8233be1fb394bfd6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4ab45a94374b465b8233be1fb394bfd6 2024-11-23T07:22:30,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0f2f99c1638d48b5b8fd20c06c82ede7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0f2f99c1638d48b5b8fd20c06c82ede7 2024-11-23T07:22:30,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/8644d5a368344601960ec5d243570dda to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/8644d5a368344601960ec5d243570dda 2024-11-23T07:22:30,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/463218c922e043c9871c56982e06ff79 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/463218c922e043c9871c56982e06ff79 2024-11-23T07:22:30,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/f2ae39b143904d61835ff305efc708b7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/f2ae39b143904d61835ff305efc708b7 2024-11-23T07:22:30,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/11e1051ae5a24ae7a68ee87452ceb45b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/11e1051ae5a24ae7a68ee87452ceb45b 2024-11-23T07:22:30,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/be65562d69674f4ab008ebb27c31a2ff to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/be65562d69674f4ab008ebb27c31a2ff 2024-11-23T07:22:30,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0a69aaec12664809a41375e459532b15 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/0a69aaec12664809a41375e459532b15 2024-11-23T07:22:30,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a02ab5408dc7423bb15743a972624051 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a02ab5408dc7423bb15743a972624051 2024-11-23T07:22:30,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/924978a78d4845589e5dcf1cf50eac5b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/924978a78d4845589e5dcf1cf50eac5b 2024-11-23T07:22:30,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/60f3fe04c39c4c5298f154e66b3678a4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/60f3fe04c39c4c5298f154e66b3678a4 2024-11-23T07:22:30,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/fa2e1c4cec09456691e48d1b301e8ec4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/fa2e1c4cec09456691e48d1b301e8ec4 2024-11-23T07:22:30,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a3f3fda9f2a84d3bb6d7aa67e043d8dd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a3f3fda9f2a84d3bb6d7aa67e043d8dd 2024-11-23T07:22:30,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/9ec05d784d474747a49ee030a649bca9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/9ec05d784d474747a49ee030a649bca9 2024-11-23T07:22:30,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/fdf2f09808014c9280088cbf3d9eb6f7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/fdf2f09808014c9280088cbf3d9eb6f7 2024-11-23T07:22:30,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/12a1c0d2e6e24adb8c671e0a54e6d74b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/12a1c0d2e6e24adb8c671e0a54e6d74b 2024-11-23T07:22:30,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4f4dee53ff9747d4a1c47846046abf55 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/4f4dee53ff9747d4a1c47846046abf55 2024-11-23T07:22:30,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e94a2ee662544b5f9c9da0959482817c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e94a2ee662544b5f9c9da0959482817c 2024-11-23T07:22:30,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a9d0fc3432d14529a7a70a1f31f79ac6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/a9d0fc3432d14529a7a70a1f31f79ac6 2024-11-23T07:22:30,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/7ee54a5348f1431b9ba3d65106315ec4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/7ee54a5348f1431b9ba3d65106315ec4 2024-11-23T07:22:30,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/33495492836a455ca215eb0d5a284f7f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/33495492836a455ca215eb0d5a284f7f 2024-11-23T07:22:30,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/3ec853ad46b941bca6db964c8d2ac931 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/3ec853ad46b941bca6db964c8d2ac931 2024-11-23T07:22:30,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/b280b1fb71ee41f28736abb4fd288d47 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/b280b1fb71ee41f28736abb4fd288d47 2024-11-23T07:22:30,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5e0a89c353c4488c9d01772686c572b1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/5e0a89c353c4488c9d01772686c572b1 2024-11-23T07:22:30,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/08ecc2fbd63b4a9e998a6339118e1e58 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/08ecc2fbd63b4a9e998a6339118e1e58 2024-11-23T07:22:30,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/7c2488f4993a41e2b64cf125388b97dd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/7c2488f4993a41e2b64cf125388b97dd 2024-11-23T07:22:30,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e16fadec2a744dbea30447c2a122bcdc to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/e16fadec2a744dbea30447c2a122bcdc 2024-11-23T07:22:30,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/c166bcffcdea4ebb9de2f692ec2ee863 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/c166bcffcdea4ebb9de2f692ec2ee863 2024-11-23T07:22:30,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/8a47b4d13e22497da8c5d9ffb1c0ef6e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/62372bd0af7a46e981e6ed9e0c0d5605, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f699e38f256f4952acbdeb8cb074cf39, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d5d9bb38786a4d3a9625ace10c8ab38a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/95eb8f43a858439dbd7bd40defcfe605, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f9d5910da0aa4b318733a2a51b3f2c7d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/ee720ba963ee46c9bf143233d7e9a814, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/1f0a97c86a834ae0a1d2f91def89417f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/20331973db61405696dc68a63a5fe3de, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/93c7e612183b4990920e1775fc2f776d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/78d60bb7ebd543b6b638bcf3ac2324c1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/931fe25a9a08410ca5595880694f9cd2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/a3348537c1ac4f7c9e7d65fd963e6412, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9403d8908661462baf8b2516d3671ff0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/58ae00cb1bf24c34af13b6acf3b45c80, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/046f731e7bdc492e87231412d606ba42, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5eb827550a254c0f8a816167eb11b6b8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/cc2d89f7cf184ee49c40a5af243bb889, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d6d42f9825c24400ae05ed9546fefdca, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/79bcfe48febf47bca7d3a4650c03081d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/3fb845ad1c104469ba5d73cd62768903, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/695d6cd2dd4944ac91a8d094092ccebd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d77f3e33a23a4d37a5a5b64653c44080, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/ec1e7318608a4515aa14c115a81fb468, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/26f63db6b9084ff1a25f0690d26c6281, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/2a7bccc8e47c4e4fa8fba3c9d3bbfd7a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/1ca69f476ed543788f10560b191f00ac, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9802e3bf62c94ae59474067795ff1917, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/cbff4ebb729c45ecaaed35d516d642ba, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/3340edec53fb4d9381743e6fb899be5e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/0c9ad88ed16f41bc9ff6af3836fe96cf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/abb8bec401ca4482b30db93f73cca12b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d43bb9dffcd94a1b9cafcf2effcf7cce, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5d648bf9663b452f808b57165915631d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5cbe29998b0449d4a9cce70a55431029, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/873da8dfe7dc44b5b3e3428d112d3d39, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f407e443bc1044348827b63c2c20e545, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/a4119bd2ee0a4518993eef0df1b0f5b3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/190ddaca9820405783488008ffe2990c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/28dce2b32af84a129eff5905917a34b2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/e34d702e4624407f85ff3e44fba2a979, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/e476596e1ca446818a9b0f6b38ec4ee2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/b5fd9da952ff485691123cfac7c54c95, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/c4a2f04612ae48508c10baee2e00e0e8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/fe81aec704484f7e90b5fd2328f1d456, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/02d4a8d70a5b4ca1b1f510be093ca332] to archive 2024-11-23T07:22:30,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:22:30,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/8a47b4d13e22497da8c5d9ffb1c0ef6e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/8a47b4d13e22497da8c5d9ffb1c0ef6e 2024-11-23T07:22:30,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/62372bd0af7a46e981e6ed9e0c0d5605 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/62372bd0af7a46e981e6ed9e0c0d5605 2024-11-23T07:22:30,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f699e38f256f4952acbdeb8cb074cf39 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f699e38f256f4952acbdeb8cb074cf39 2024-11-23T07:22:30,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d5d9bb38786a4d3a9625ace10c8ab38a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d5d9bb38786a4d3a9625ace10c8ab38a 2024-11-23T07:22:30,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/95eb8f43a858439dbd7bd40defcfe605 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/95eb8f43a858439dbd7bd40defcfe605 2024-11-23T07:22:30,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f9d5910da0aa4b318733a2a51b3f2c7d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f9d5910da0aa4b318733a2a51b3f2c7d 2024-11-23T07:22:30,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/ee720ba963ee46c9bf143233d7e9a814 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/ee720ba963ee46c9bf143233d7e9a814 2024-11-23T07:22:30,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/1f0a97c86a834ae0a1d2f91def89417f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/1f0a97c86a834ae0a1d2f91def89417f 2024-11-23T07:22:30,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/20331973db61405696dc68a63a5fe3de to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/20331973db61405696dc68a63a5fe3de 2024-11-23T07:22:30,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/93c7e612183b4990920e1775fc2f776d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/93c7e612183b4990920e1775fc2f776d 2024-11-23T07:22:30,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/78d60bb7ebd543b6b638bcf3ac2324c1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/78d60bb7ebd543b6b638bcf3ac2324c1 2024-11-23T07:22:30,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/931fe25a9a08410ca5595880694f9cd2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/931fe25a9a08410ca5595880694f9cd2 2024-11-23T07:22:30,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/a3348537c1ac4f7c9e7d65fd963e6412 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/a3348537c1ac4f7c9e7d65fd963e6412 2024-11-23T07:22:30,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9403d8908661462baf8b2516d3671ff0 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9403d8908661462baf8b2516d3671ff0 2024-11-23T07:22:30,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/58ae00cb1bf24c34af13b6acf3b45c80 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/58ae00cb1bf24c34af13b6acf3b45c80 2024-11-23T07:22:30,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/046f731e7bdc492e87231412d606ba42 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/046f731e7bdc492e87231412d606ba42 2024-11-23T07:22:30,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5eb827550a254c0f8a816167eb11b6b8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5eb827550a254c0f8a816167eb11b6b8 2024-11-23T07:22:30,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/cc2d89f7cf184ee49c40a5af243bb889 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/cc2d89f7cf184ee49c40a5af243bb889 2024-11-23T07:22:30,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d6d42f9825c24400ae05ed9546fefdca to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d6d42f9825c24400ae05ed9546fefdca 2024-11-23T07:22:30,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/79bcfe48febf47bca7d3a4650c03081d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/79bcfe48febf47bca7d3a4650c03081d 2024-11-23T07:22:30,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/3fb845ad1c104469ba5d73cd62768903 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/3fb845ad1c104469ba5d73cd62768903 2024-11-23T07:22:30,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/695d6cd2dd4944ac91a8d094092ccebd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/695d6cd2dd4944ac91a8d094092ccebd 2024-11-23T07:22:30,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d77f3e33a23a4d37a5a5b64653c44080 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d77f3e33a23a4d37a5a5b64653c44080 2024-11-23T07:22:30,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/ec1e7318608a4515aa14c115a81fb468 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/ec1e7318608a4515aa14c115a81fb468 2024-11-23T07:22:30,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/26f63db6b9084ff1a25f0690d26c6281 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/26f63db6b9084ff1a25f0690d26c6281 2024-11-23T07:22:30,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/2a7bccc8e47c4e4fa8fba3c9d3bbfd7a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/2a7bccc8e47c4e4fa8fba3c9d3bbfd7a 2024-11-23T07:22:30,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/1ca69f476ed543788f10560b191f00ac to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/1ca69f476ed543788f10560b191f00ac 2024-11-23T07:22:30,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9802e3bf62c94ae59474067795ff1917 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9802e3bf62c94ae59474067795ff1917 2024-11-23T07:22:30,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/cbff4ebb729c45ecaaed35d516d642ba to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/cbff4ebb729c45ecaaed35d516d642ba 2024-11-23T07:22:30,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/3340edec53fb4d9381743e6fb899be5e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/3340edec53fb4d9381743e6fb899be5e 2024-11-23T07:22:30,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/0c9ad88ed16f41bc9ff6af3836fe96cf to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/0c9ad88ed16f41bc9ff6af3836fe96cf 2024-11-23T07:22:30,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/abb8bec401ca4482b30db93f73cca12b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/abb8bec401ca4482b30db93f73cca12b 2024-11-23T07:22:30,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d43bb9dffcd94a1b9cafcf2effcf7cce to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/d43bb9dffcd94a1b9cafcf2effcf7cce 2024-11-23T07:22:30,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5d648bf9663b452f808b57165915631d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5d648bf9663b452f808b57165915631d 2024-11-23T07:22:30,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5cbe29998b0449d4a9cce70a55431029 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/5cbe29998b0449d4a9cce70a55431029 2024-11-23T07:22:30,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/873da8dfe7dc44b5b3e3428d112d3d39 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/873da8dfe7dc44b5b3e3428d112d3d39 2024-11-23T07:22:30,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f407e443bc1044348827b63c2c20e545 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/f407e443bc1044348827b63c2c20e545 2024-11-23T07:22:30,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/a4119bd2ee0a4518993eef0df1b0f5b3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/a4119bd2ee0a4518993eef0df1b0f5b3 2024-11-23T07:22:30,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/190ddaca9820405783488008ffe2990c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/190ddaca9820405783488008ffe2990c 2024-11-23T07:22:30,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/28dce2b32af84a129eff5905917a34b2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/28dce2b32af84a129eff5905917a34b2 2024-11-23T07:22:30,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/e34d702e4624407f85ff3e44fba2a979 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/e34d702e4624407f85ff3e44fba2a979 2024-11-23T07:22:30,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/e476596e1ca446818a9b0f6b38ec4ee2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/e476596e1ca446818a9b0f6b38ec4ee2 2024-11-23T07:22:30,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/b5fd9da952ff485691123cfac7c54c95 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/b5fd9da952ff485691123cfac7c54c95 2024-11-23T07:22:30,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/c4a2f04612ae48508c10baee2e00e0e8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/c4a2f04612ae48508c10baee2e00e0e8 2024-11-23T07:22:30,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/fe81aec704484f7e90b5fd2328f1d456 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/fe81aec704484f7e90b5fd2328f1d456 2024-11-23T07:22:30,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/02d4a8d70a5b4ca1b1f510be093ca332 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/02d4a8d70a5b4ca1b1f510be093ca332 2024-11-23T07:22:30,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/879dbd18193a43d29f8fd3062a0e49fb, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e1fe5eb76fc6445ba4ed7d793018d06a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/dfabd849a7ad4f388e40008b294fe668, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/84df26b6fdf944eead83032279ae395e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3e3ce8d0faf342f0b924a2c3ec0b3efc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5c6c723856704a20a56feca1ee8e6bbe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/b2e0b2fa8307434cbf3982f4c98319e4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/79eab059052f400ab33444ddc0d884e8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/a8ed8bf237a74f83bf1fa59109cb46cc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3d4f932bef9f479983adff2ef27b28a6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e48985023a8a4b7c92751b187b35604e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e275e305eb4f4fa6af5d6fde3ada12a9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3ae4469610704a049d1864292c0bdaa1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/c4d948a9dacb4680afb3d7f71cd05a2e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/2422dca9085f4dd9901c789b33ef9378, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/ac0ade6b40c64c149e979a1a5e5d6996, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/8fa6b70208924970b1523777fde1f393, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/2f5f72bfc1f74c5f9f53243fd44055e0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/1779d7c420f74199bf279c52ece8e846, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/057de630073e406a8ba23dbdf2138774, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/d2aff4173c684503903ed27c8dfafa25, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9dae0cc1380f4fb3966bc30a64451a65, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/f98e1054718c4662982045161e3253aa, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/7b3a2d5d3a724e17a51b6799f4cd313a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/57c596d97fd64478869a7e1e3df12f7e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/4603adaf489d4cbab082e5ed02ff9855, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6411e8b3970945ac98a053b29f351a28, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/1f6850ffb2a6467d9953f2a6f2925afa, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/b87cd85cfd9740598c41a78de143dd36, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6c6ac624a8064444a97c1da8e5d7a9f1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9d7ba739653c4274976efcdb671c18a6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6962812bdc9748328069e242b17e1dcc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6f271509f8274e28870f4489cb9e8885, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9c0a18b34f7e48588496d2ed1941ce0d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/31c1b5f25649429296f8efd2bae4370c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9805680895984da39379dffefb0bfdef, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5f56c09b0d7e42139c3f37106ac6f5fc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/854d4e8fec4e4550817d9c7e71ebcfd2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/06280ebb2c1f4501bc996b81d04fa714, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/cdc0ae6915864e8597509b4a23a9b3c5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/d92fb0f9e2a6441e9565ade4770f6601, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5e4fe050097c448c869b0b252e4a475f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/69dc3e24615c4edfb118d8fa233af917, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6b4b33b897a245b491ef7f4e152c7882, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/03bed5d6faf143d8a90ac4708834955d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/4c58ebce29b845c3ae6000f66f1cf312] to archive 2024-11-23T07:22:30,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:22:30,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/879dbd18193a43d29f8fd3062a0e49fb to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/879dbd18193a43d29f8fd3062a0e49fb 2024-11-23T07:22:30,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e1fe5eb76fc6445ba4ed7d793018d06a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e1fe5eb76fc6445ba4ed7d793018d06a 2024-11-23T07:22:30,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/dfabd849a7ad4f388e40008b294fe668 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/dfabd849a7ad4f388e40008b294fe668 2024-11-23T07:22:30,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/84df26b6fdf944eead83032279ae395e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/84df26b6fdf944eead83032279ae395e 2024-11-23T07:22:30,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3e3ce8d0faf342f0b924a2c3ec0b3efc to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3e3ce8d0faf342f0b924a2c3ec0b3efc 2024-11-23T07:22:30,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5c6c723856704a20a56feca1ee8e6bbe to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5c6c723856704a20a56feca1ee8e6bbe 2024-11-23T07:22:30,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/b2e0b2fa8307434cbf3982f4c98319e4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/b2e0b2fa8307434cbf3982f4c98319e4 2024-11-23T07:22:30,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/79eab059052f400ab33444ddc0d884e8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/79eab059052f400ab33444ddc0d884e8 2024-11-23T07:22:30,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/a8ed8bf237a74f83bf1fa59109cb46cc to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/a8ed8bf237a74f83bf1fa59109cb46cc 2024-11-23T07:22:30,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3d4f932bef9f479983adff2ef27b28a6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3d4f932bef9f479983adff2ef27b28a6 2024-11-23T07:22:30,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e48985023a8a4b7c92751b187b35604e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e48985023a8a4b7c92751b187b35604e 2024-11-23T07:22:30,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e275e305eb4f4fa6af5d6fde3ada12a9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/e275e305eb4f4fa6af5d6fde3ada12a9 2024-11-23T07:22:30,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3ae4469610704a049d1864292c0bdaa1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/3ae4469610704a049d1864292c0bdaa1 2024-11-23T07:22:30,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/c4d948a9dacb4680afb3d7f71cd05a2e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/c4d948a9dacb4680afb3d7f71cd05a2e 2024-11-23T07:22:30,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/2422dca9085f4dd9901c789b33ef9378 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/2422dca9085f4dd9901c789b33ef9378 2024-11-23T07:22:30,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/ac0ade6b40c64c149e979a1a5e5d6996 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/ac0ade6b40c64c149e979a1a5e5d6996 2024-11-23T07:22:30,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/8fa6b70208924970b1523777fde1f393 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/8fa6b70208924970b1523777fde1f393 2024-11-23T07:22:30,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/2f5f72bfc1f74c5f9f53243fd44055e0 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/2f5f72bfc1f74c5f9f53243fd44055e0 2024-11-23T07:22:30,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/1779d7c420f74199bf279c52ece8e846 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/1779d7c420f74199bf279c52ece8e846 2024-11-23T07:22:30,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/057de630073e406a8ba23dbdf2138774 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/057de630073e406a8ba23dbdf2138774 2024-11-23T07:22:30,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/d2aff4173c684503903ed27c8dfafa25 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/d2aff4173c684503903ed27c8dfafa25 2024-11-23T07:22:30,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9dae0cc1380f4fb3966bc30a64451a65 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9dae0cc1380f4fb3966bc30a64451a65 2024-11-23T07:22:30,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/f98e1054718c4662982045161e3253aa to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/f98e1054718c4662982045161e3253aa 2024-11-23T07:22:30,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/7b3a2d5d3a724e17a51b6799f4cd313a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/7b3a2d5d3a724e17a51b6799f4cd313a 2024-11-23T07:22:30,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/57c596d97fd64478869a7e1e3df12f7e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/57c596d97fd64478869a7e1e3df12f7e 2024-11-23T07:22:30,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/4603adaf489d4cbab082e5ed02ff9855 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/4603adaf489d4cbab082e5ed02ff9855 2024-11-23T07:22:30,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6411e8b3970945ac98a053b29f351a28 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6411e8b3970945ac98a053b29f351a28 2024-11-23T07:22:30,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/1f6850ffb2a6467d9953f2a6f2925afa to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/1f6850ffb2a6467d9953f2a6f2925afa 2024-11-23T07:22:30,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/b87cd85cfd9740598c41a78de143dd36 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/b87cd85cfd9740598c41a78de143dd36 2024-11-23T07:22:30,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6c6ac624a8064444a97c1da8e5d7a9f1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6c6ac624a8064444a97c1da8e5d7a9f1 2024-11-23T07:22:30,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9d7ba739653c4274976efcdb671c18a6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9d7ba739653c4274976efcdb671c18a6 2024-11-23T07:22:30,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6962812bdc9748328069e242b17e1dcc to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6962812bdc9748328069e242b17e1dcc 2024-11-23T07:22:30,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6f271509f8274e28870f4489cb9e8885 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6f271509f8274e28870f4489cb9e8885 2024-11-23T07:22:30,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9c0a18b34f7e48588496d2ed1941ce0d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9c0a18b34f7e48588496d2ed1941ce0d 2024-11-23T07:22:30,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/31c1b5f25649429296f8efd2bae4370c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/31c1b5f25649429296f8efd2bae4370c 2024-11-23T07:22:30,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9805680895984da39379dffefb0bfdef to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/9805680895984da39379dffefb0bfdef 2024-11-23T07:22:30,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5f56c09b0d7e42139c3f37106ac6f5fc to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5f56c09b0d7e42139c3f37106ac6f5fc 2024-11-23T07:22:30,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/854d4e8fec4e4550817d9c7e71ebcfd2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/854d4e8fec4e4550817d9c7e71ebcfd2 2024-11-23T07:22:30,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/06280ebb2c1f4501bc996b81d04fa714 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/06280ebb2c1f4501bc996b81d04fa714 2024-11-23T07:22:30,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/cdc0ae6915864e8597509b4a23a9b3c5 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/cdc0ae6915864e8597509b4a23a9b3c5 2024-11-23T07:22:30,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/d92fb0f9e2a6441e9565ade4770f6601 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/d92fb0f9e2a6441e9565ade4770f6601 2024-11-23T07:22:30,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5e4fe050097c448c869b0b252e4a475f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/5e4fe050097c448c869b0b252e4a475f 2024-11-23T07:22:30,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/69dc3e24615c4edfb118d8fa233af917 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/69dc3e24615c4edfb118d8fa233af917 2024-11-23T07:22:30,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6b4b33b897a245b491ef7f4e152c7882 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/6b4b33b897a245b491ef7f4e152c7882 2024-11-23T07:22:30,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/03bed5d6faf143d8a90ac4708834955d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/03bed5d6faf143d8a90ac4708834955d 2024-11-23T07:22:30,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/4c58ebce29b845c3ae6000f66f1cf312 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/4c58ebce29b845c3ae6000f66f1cf312 2024-11-23T07:22:30,536 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/recovered.edits/667.seqid, newMaxSeqId=667, maxSeqId=1 2024-11-23T07:22:30,539 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3. 2024-11-23T07:22:30,539 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 2423658b353355c16865246f54cca8e3: 2024-11-23T07:22:30,541 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 2423658b353355c16865246f54cca8e3 2024-11-23T07:22:30,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=2423658b353355c16865246f54cca8e3, regionState=CLOSED 2024-11-23T07:22:30,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-23T07:22:30,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 2423658b353355c16865246f54cca8e3, server=404f8ac4dfd7,44557,1732346521510 in 1.7610 sec 2024-11-23T07:22:30,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-23T07:22:30,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2423658b353355c16865246f54cca8e3, UNASSIGN in 1.7670 sec 2024-11-23T07:22:30,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-23T07:22:30,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7790 sec 2024-11-23T07:22:30,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346550550"}]},"ts":"1732346550550"} 2024-11-23T07:22:30,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T07:22:30,555 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T07:22:30,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7990 sec 2024-11-23T07:22:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-23T07:22:30,868 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-23T07:22:30,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T07:22:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:22:30,879 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:22:30,880 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:22:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-23T07:22:30,885 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3 2024-11-23T07:22:30,889 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/recovered.edits] 2024-11-23T07:22:30,893 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/525fbdb9acda4616a8e2ada84fb5a824 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/525fbdb9acda4616a8e2ada84fb5a824 2024-11-23T07:22:30,894 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/dd4674e8c2c84c67a34905712a7ebf11 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/A/dd4674e8c2c84c67a34905712a7ebf11 2024-11-23T07:22:30,897 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/62803ccbedd74d4aae2a733f1846b644 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/62803ccbedd74d4aae2a733f1846b644 2024-11-23T07:22:30,899 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9bdc5261133c4a42a8f860a8a02bc5d6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/B/9bdc5261133c4a42a8f860a8a02bc5d6 2024-11-23T07:22:30,902 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/a84bdc2a6ebc48a3a796dab8616e9946 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/a84bdc2a6ebc48a3a796dab8616e9946 2024-11-23T07:22:30,903 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/acf331774f0a49b798b2596ff3ce8a16 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/C/acf331774f0a49b798b2596ff3ce8a16 2024-11-23T07:22:30,907 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/recovered.edits/667.seqid to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3/recovered.edits/667.seqid 2024-11-23T07:22:30,908 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/2423658b353355c16865246f54cca8e3 2024-11-23T07:22:30,908 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T07:22:30,914 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:22:30,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T07:22:30,928 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T07:22:30,966 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T07:22:30,967 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:22:30,967 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T07:22:30,968 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732346550967"}]},"ts":"9223372036854775807"} 2024-11-23T07:22:30,971 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T07:22:30,971 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2423658b353355c16865246f54cca8e3, NAME => 'TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T07:22:30,972 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T07:22:30,972 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732346550972"}]},"ts":"9223372036854775807"} 2024-11-23T07:22:30,976 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T07:22:30,979 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:22:30,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 106 msec 2024-11-23T07:22:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-23T07:22:30,982 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-11-23T07:22:30,998 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 217) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-972384872_22 at /127.0.0.1:51126 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;404f8ac4dfd7:44557-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_886588394_22 at /127.0.0.1:44704 [Waiting for operation #354] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e82cdda-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e82cdda-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e82cdda-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-972384872_22 at /127.0.0.1:54158 [Waiting for operation #340] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e82cdda-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_886588394_22 at /127.0.0.1:49626 [Waiting for operation #211] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=618 (was 431) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3851 (was 4413) 2024-11-23T07:22:31,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=618, ProcessCount=11, AvailableMemoryMB=3850 2024-11-23T07:22:31,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T07:22:31,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T07:22:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T07:22:31,012 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T07:22:31,013 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:31,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-11-23T07:22:31,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T07:22:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-23T07:22:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741983_1159 (size=963) 2024-11-23T07:22:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-23T07:22:31,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T07:22:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-23T07:22:31,423 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70 2024-11-23T07:22:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741984_1160 (size=53) 2024-11-23T07:22:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-23T07:22:31,830 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:22:31,830 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8beadcc0bc2431ae03f0785f1fe83234, disabling compactions & flushes 2024-11-23T07:22:31,830 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:31,830 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:31,830 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. after waiting 0 ms 2024-11-23T07:22:31,830 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:31,830 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:31,830 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:31,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T07:22:31,832 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732346551831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732346551831"}]},"ts":"1732346551831"} 2024-11-23T07:22:31,833 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T07:22:31,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T07:22:31,834 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346551834"}]},"ts":"1732346551834"} 2024-11-23T07:22:31,835 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T07:22:31,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8beadcc0bc2431ae03f0785f1fe83234, ASSIGN}] 2024-11-23T07:22:31,839 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8beadcc0bc2431ae03f0785f1fe83234, ASSIGN 2024-11-23T07:22:31,840 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8beadcc0bc2431ae03f0785f1fe83234, ASSIGN; state=OFFLINE, location=404f8ac4dfd7,44557,1732346521510; forceNewPlan=false, retain=false 2024-11-23T07:22:31,991 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8beadcc0bc2431ae03f0785f1fe83234, regionState=OPENING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:31,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure 8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:22:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-23T07:22:32,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:32,147 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:32,147 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} 2024-11-23T07:22:32,148 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:32,148 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:22:32,148 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:32,148 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:32,152 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:32,154 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:22:32,155 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8beadcc0bc2431ae03f0785f1fe83234 columnFamilyName A 2024-11-23T07:22:32,155 DEBUG [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:32,156 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.HStore(327): Store=8beadcc0bc2431ae03f0785f1fe83234/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:32,156 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:32,157 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:22:32,158 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8beadcc0bc2431ae03f0785f1fe83234 columnFamilyName B 2024-11-23T07:22:32,158 DEBUG [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:32,159 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.HStore(327): Store=8beadcc0bc2431ae03f0785f1fe83234/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:32,159 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:32,160 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:22:32,160 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8beadcc0bc2431ae03f0785f1fe83234 columnFamilyName C 2024-11-23T07:22:32,160 DEBUG [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:32,161 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.HStore(327): Store=8beadcc0bc2431ae03f0785f1fe83234/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:32,161 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:32,162 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:32,162 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:32,163 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T07:22:32,164 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:32,166 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T07:22:32,167 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 8beadcc0bc2431ae03f0785f1fe83234; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62930683, jitterRate=-0.062259748578071594}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T07:22:32,167 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:32,168 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., pid=43, masterSystemTime=1732346552144 2024-11-23T07:22:32,170 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:32,170 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:32,170 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8beadcc0bc2431ae03f0785f1fe83234, regionState=OPEN, openSeqNum=2, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:32,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-23T07:22:32,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure 8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 in 179 msec 2024-11-23T07:22:32,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-23T07:22:32,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8beadcc0bc2431ae03f0785f1fe83234, ASSIGN in 333 msec 2024-11-23T07:22:32,175 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T07:22:32,175 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346552175"}]},"ts":"1732346552175"} 2024-11-23T07:22:32,176 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T07:22:32,180 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T07:22:32,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1700 sec 2024-11-23T07:22:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-23T07:22:33,124 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-23T07:22:33,126 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f48bdaf to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f402fb8 2024-11-23T07:22:33,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a2669a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:33,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:33,133 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:33,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T07:22:33,137 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T07:22:33,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T07:22:33,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T07:22:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T07:22:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741985_1161 (size=999) 2024-11-23T07:22:33,560 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T07:22:33,560 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T07:22:33,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T07:22:33,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8beadcc0bc2431ae03f0785f1fe83234, REOPEN/MOVE}] 2024-11-23T07:22:33,573 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8beadcc0bc2431ae03f0785f1fe83234, REOPEN/MOVE 2024-11-23T07:22:33,573 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=8beadcc0bc2431ae03f0785f1fe83234, regionState=CLOSING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:33,575 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T07:22:33,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure 8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:22:33,726 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:33,727 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:33,727 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T07:22:33,727 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing 8beadcc0bc2431ae03f0785f1fe83234, disabling compactions & flushes 2024-11-23T07:22:33,727 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:33,727 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:33,727 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. after waiting 0 ms 2024-11-23T07:22:33,727 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:33,731 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T07:22:33,732 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:33,732 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:33,732 WARN [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: 8beadcc0bc2431ae03f0785f1fe83234 to self. 2024-11-23T07:22:33,734 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:33,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=8beadcc0bc2431ae03f0785f1fe83234, regionState=CLOSED 2024-11-23T07:22:33,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-23T07:22:33,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure 8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 in 160 msec 2024-11-23T07:22:33,737 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8beadcc0bc2431ae03f0785f1fe83234, REOPEN/MOVE; state=CLOSED, location=404f8ac4dfd7,44557,1732346521510; forceNewPlan=false, retain=true 2024-11-23T07:22:33,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=8beadcc0bc2431ae03f0785f1fe83234, regionState=OPENING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:33,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure 8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:22:34,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,045 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,045 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} 2024-11-23T07:22:34,045 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:34,045 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:22:34,046 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:34,046 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:34,048 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:34,049 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:22:34,053 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8beadcc0bc2431ae03f0785f1fe83234 columnFamilyName A 2024-11-23T07:22:34,055 DEBUG [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:34,056 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.HStore(327): Store=8beadcc0bc2431ae03f0785f1fe83234/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:34,056 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:34,057 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:22:34,057 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8beadcc0bc2431ae03f0785f1fe83234 columnFamilyName B 2024-11-23T07:22:34,057 DEBUG [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:34,058 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.HStore(327): Store=8beadcc0bc2431ae03f0785f1fe83234/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:34,058 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:34,058 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:22:34,058 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8beadcc0bc2431ae03f0785f1fe83234 columnFamilyName C 2024-11-23T07:22:34,058 DEBUG [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:34,059 INFO [StoreOpener-8beadcc0bc2431ae03f0785f1fe83234-1 {}] regionserver.HStore(327): Store=8beadcc0bc2431ae03f0785f1fe83234/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:22:34,059 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,060 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:34,061 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:34,062 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T07:22:34,063 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:34,064 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 8beadcc0bc2431ae03f0785f1fe83234; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59560201, jitterRate=-0.11248384416103363}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T07:22:34,065 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:34,066 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., pid=48, masterSystemTime=1732346554041 2024-11-23T07:22:34,067 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,067 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,068 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=8beadcc0bc2431ae03f0785f1fe83234, regionState=OPEN, openSeqNum=5, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-11-23T07:22:34,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure 8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 in 180 msec 2024-11-23T07:22:34,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-23T07:22:34,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8beadcc0bc2431ae03f0785f1fe83234, REOPEN/MOVE in 498 msec 2024-11-23T07:22:34,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-23T07:22:34,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 511 msec 2024-11-23T07:22:34,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 931 msec 2024-11-23T07:22:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-23T07:22:34,086 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x444a61a2 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b842d25 2024-11-23T07:22:34,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3d7b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:34,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b8114b4 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c6ce985 2024-11-23T07:22:34,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad21927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:34,098 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04cd0bf5 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ab3507e 2024-11-23T07:22:34,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e48ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:34,102 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77f4d875 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cadde55 2024-11-23T07:22:34,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2939e0db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:34,106 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d89b50a to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@489535ee 2024-11-23T07:22:34,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c3b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:34,110 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42b9a37d to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de2fcf6 2024-11-23T07:22:34,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36db9f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:34,114 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c645fa1 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16fb1797 2024-11-23T07:22:34,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c368568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:34,117 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c317ae0 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5238815e 2024-11-23T07:22:34,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aed43b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:34,123 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a0fc918 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c2b9b76 2024-11-23T07:22:34,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cab9ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:22:34,131 DEBUG [hconnection-0x6f717896-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:34,131 DEBUG [hconnection-0x67ecbccd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:34,132 DEBUG [hconnection-0x701fcba4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:34,133 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:34,133 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:34,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:34,135 DEBUG [hconnection-0x3ff2b29d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-23T07:22:34,137 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:34,137 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T07:22:34,138 DEBUG [hconnection-0x538fd024-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:34,138 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:34,138 DEBUG [hconnection-0xc5d6cf1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:34,138 DEBUG [hconnection-0x2ef1ff2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:34,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:34,139 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:34,139 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:34,139 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:34,140 DEBUG [hconnection-0x2260baec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:34,142 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:34,143 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:34,149 DEBUG [hconnection-0x5aca9975-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:22:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:34,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:22:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:34,169 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:22:34,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346614219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346614227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346614227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346614230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346614235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T07:22:34,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f8a010d618c24b0b871532cfdb8a3e96_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346554153/Put/seqid=0 2024-11-23T07:22:34,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741986_1162 (size=14594) 2024-11-23T07:22:34,281 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:34,287 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f8a010d618c24b0b871532cfdb8a3e96_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f8a010d618c24b0b871532cfdb8a3e96_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:34,288 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/46e7a27aeff44ea79aaf7cb3de58e4ae, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:34,291 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:34,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:34,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/46e7a27aeff44ea79aaf7cb3de58e4ae is 175, key is test_row_0/A:col10/1732346554153/Put/seqid=0 2024-11-23T07:22:34,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741987_1163 (size=39549) 2024-11-23T07:22:34,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346614330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346614331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346614332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346614332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346614337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T07:22:34,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346614537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346614537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346614539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346614540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346614540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:34,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:34,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,708 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/46e7a27aeff44ea79aaf7cb3de58e4ae 2024-11-23T07:22:34,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/16df26b2baf7480aabc7a2d07c987ed9 is 50, key is test_row_0/B:col10/1732346554153/Put/seqid=0 2024-11-23T07:22:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T07:22:34,752 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:34,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:34,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741988_1164 (size=12001) 2024-11-23T07:22:34,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/16df26b2baf7480aabc7a2d07c987ed9 2024-11-23T07:22:34,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/aed398e59bee4254856149613f254599 is 50, key is test_row_0/C:col10/1732346554153/Put/seqid=0 2024-11-23T07:22:34,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741989_1165 (size=12001) 2024-11-23T07:22:34,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346614842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346614842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346614844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346614844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346614845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:34,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:34,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:34,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:34,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:35,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:35,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/aed398e59bee4254856149613f254599 2024-11-23T07:22:35,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/46e7a27aeff44ea79aaf7cb3de58e4ae as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/46e7a27aeff44ea79aaf7cb3de58e4ae 2024-11-23T07:22:35,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/46e7a27aeff44ea79aaf7cb3de58e4ae, entries=200, sequenceid=16, filesize=38.6 K 2024-11-23T07:22:35,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/16df26b2baf7480aabc7a2d07c987ed9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/16df26b2baf7480aabc7a2d07c987ed9 2024-11-23T07:22:35,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:35,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:35,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T07:22:35,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/16df26b2baf7480aabc7a2d07c987ed9, entries=150, sequenceid=16, filesize=11.7 K 2024-11-23T07:22:35,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/aed398e59bee4254856149613f254599 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/aed398e59bee4254856149613f254599 2024-11-23T07:22:35,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/aed398e59bee4254856149613f254599, entries=150, sequenceid=16, filesize=11.7 K 2024-11-23T07:22:35,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8beadcc0bc2431ae03f0785f1fe83234 in 1093ms, sequenceid=16, compaction requested=false 2024-11-23T07:22:35,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:35,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T07:22:35,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:35,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346615357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346615357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346615359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346615361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346615364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123008a5395196b4d37a5fa28e09cbd012b_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346554216/Put/seqid=0 2024-11-23T07:22:35,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:35,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:35,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741990_1166 (size=12154) 2024-11-23T07:22:35,425 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:35,432 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123008a5395196b4d37a5fa28e09cbd012b_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123008a5395196b4d37a5fa28e09cbd012b_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:35,435 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/10642fe3a6a941cfa5b4053c470c6cb9, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:35,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/10642fe3a6a941cfa5b4053c470c6cb9 is 175, key is test_row_0/A:col10/1732346554216/Put/seqid=0 2024-11-23T07:22:35,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741991_1167 (size=30955) 2024-11-23T07:22:35,451 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/10642fe3a6a941cfa5b4053c470c6cb9 2024-11-23T07:22:35,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346615468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346615468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346615468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346615468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346615472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/1e000e78c32548a28654e0723083468b is 50, key is test_row_0/B:col10/1732346554216/Put/seqid=0 2024-11-23T07:22:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741992_1168 (size=12001) 2024-11-23T07:22:35,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/1e000e78c32548a28654e0723083468b 2024-11-23T07:22:35,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/0cfd4071673b4f5e8ba0f47d5d8c6be0 is 50, key is test_row_0/C:col10/1732346554216/Put/seqid=0 2024-11-23T07:22:35,533 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741993_1169 (size=12001) 2024-11-23T07:22:35,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/0cfd4071673b4f5e8ba0f47d5d8c6be0 2024-11-23T07:22:35,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/10642fe3a6a941cfa5b4053c470c6cb9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10642fe3a6a941cfa5b4053c470c6cb9 2024-11-23T07:22:35,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10642fe3a6a941cfa5b4053c470c6cb9, entries=150, sequenceid=41, filesize=30.2 K 2024-11-23T07:22:35,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/1e000e78c32548a28654e0723083468b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/1e000e78c32548a28654e0723083468b 2024-11-23T07:22:35,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/1e000e78c32548a28654e0723083468b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T07:22:35,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/0cfd4071673b4f5e8ba0f47d5d8c6be0 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/0cfd4071673b4f5e8ba0f47d5d8c6be0 2024-11-23T07:22:35,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/0cfd4071673b4f5e8ba0f47d5d8c6be0, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T07:22:35,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8beadcc0bc2431ae03f0785f1fe83234 in 233ms, sequenceid=41, compaction requested=false 2024-11-23T07:22:35,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:35,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:22:35,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:35,686 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:35,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:35,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234fef66e6cb2e48a383b2156917703eb4_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346555361/Put/seqid=0 2024-11-23T07:22:35,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741994_1170 (size=14594) 2024-11-23T07:22:35,715 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:35,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346615716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,723 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234fef66e6cb2e48a383b2156917703eb4_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234fef66e6cb2e48a383b2156917703eb4_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:35,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,725 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/a143183da526457d92600d2b92ae8f9f, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346615720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346615722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/a143183da526457d92600d2b92ae8f9f is 175, key is test_row_0/A:col10/1732346555361/Put/seqid=0 2024-11-23T07:22:35,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346615723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346615725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741995_1171 (size=39549) 2024-11-23T07:22:35,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346615824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346615826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346615826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346615828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346615828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,839 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:35,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:35,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:35,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:35,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:35,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:35,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346616028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346616032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346616034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346616034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346616035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,099 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T07:22:36,135 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/a143183da526457d92600d2b92ae8f9f 2024-11-23T07:22:36,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:36,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:36,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/c52d4d04d1cf4f15bf66bfcefbdfdb73 is 50, key is test_row_0/B:col10/1732346555361/Put/seqid=0 2024-11-23T07:22:36,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741996_1172 (size=12001) 2024-11-23T07:22:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T07:22:36,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:36,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:36,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346616330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346616334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346616338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346616338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346616338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,452 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/c52d4d04d1cf4f15bf66bfcefbdfdb73 2024-11-23T07:22:36,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/deeefc1d313c47f48f57256323b11e9c is 50, key is test_row_0/C:col10/1732346555361/Put/seqid=0 2024-11-23T07:22:36,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741997_1173 (size=12001) 2024-11-23T07:22:36,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/deeefc1d313c47f48f57256323b11e9c 2024-11-23T07:22:36,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/a143183da526457d92600d2b92ae8f9f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/a143183da526457d92600d2b92ae8f9f 2024-11-23T07:22:36,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/a143183da526457d92600d2b92ae8f9f, entries=200, sequenceid=53, filesize=38.6 K 2024-11-23T07:22:36,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/c52d4d04d1cf4f15bf66bfcefbdfdb73 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/c52d4d04d1cf4f15bf66bfcefbdfdb73 2024-11-23T07:22:36,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:36,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:36,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:36,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/c52d4d04d1cf4f15bf66bfcefbdfdb73, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T07:22:36,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/deeefc1d313c47f48f57256323b11e9c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/deeefc1d313c47f48f57256323b11e9c 2024-11-23T07:22:36,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/deeefc1d313c47f48f57256323b11e9c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T07:22:36,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8beadcc0bc2431ae03f0785f1fe83234 in 940ms, sequenceid=53, compaction requested=true 2024-11-23T07:22:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:36,617 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:36,617 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:36,620 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:36,620 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/A is initiating minor compaction (all files) 2024-11-23T07:22:36,620 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/A in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,621 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/46e7a27aeff44ea79aaf7cb3de58e4ae, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10642fe3a6a941cfa5b4053c470c6cb9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/a143183da526457d92600d2b92ae8f9f] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=107.5 K 2024-11-23T07:22:36,621 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,621 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/46e7a27aeff44ea79aaf7cb3de58e4ae, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10642fe3a6a941cfa5b4053c470c6cb9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/a143183da526457d92600d2b92ae8f9f] 2024-11-23T07:22:36,621 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:36,621 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/B is initiating minor compaction (all files) 2024-11-23T07:22:36,621 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/B in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,621 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/16df26b2baf7480aabc7a2d07c987ed9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/1e000e78c32548a28654e0723083468b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/c52d4d04d1cf4f15bf66bfcefbdfdb73] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=35.2 K 2024-11-23T07:22:36,622 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46e7a27aeff44ea79aaf7cb3de58e4ae, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732346554145 2024-11-23T07:22:36,622 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10642fe3a6a941cfa5b4053c470c6cb9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732346554216 2024-11-23T07:22:36,623 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting a143183da526457d92600d2b92ae8f9f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732346555355 2024-11-23T07:22:36,625 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 16df26b2baf7480aabc7a2d07c987ed9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732346554153 2024-11-23T07:22:36,625 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e000e78c32548a28654e0723083468b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732346554216 2024-11-23T07:22:36,626 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting c52d4d04d1cf4f15bf66bfcefbdfdb73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732346555355 2024-11-23T07:22:36,633 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:36,637 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:36,638 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/6486639662814b12962a6634f9e1dd6e is 50, key is test_row_0/B:col10/1732346555361/Put/seqid=0 2024-11-23T07:22:36,639 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123cb8d97171beb4680a8886f3230066a2f_8beadcc0bc2431ae03f0785f1fe83234 store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:36,647 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123cb8d97171beb4680a8886f3230066a2f_8beadcc0bc2431ae03f0785f1fe83234, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:36,647 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cb8d97171beb4680a8886f3230066a2f_8beadcc0bc2431ae03f0785f1fe83234 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741998_1174 (size=12104) 2024-11-23T07:22:36,657 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/6486639662814b12962a6634f9e1dd6e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/6486639662814b12962a6634f9e1dd6e 2024-11-23T07:22:36,664 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/B of 8beadcc0bc2431ae03f0785f1fe83234 into 6486639662814b12962a6634f9e1dd6e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:36,664 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:36,664 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/B, priority=13, startTime=1732346556617; duration=0sec 2024-11-23T07:22:36,664 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:36,664 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:B 2024-11-23T07:22:36,664 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:36,667 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:36,667 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/C is initiating minor compaction (all files) 2024-11-23T07:22:36,667 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/C in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,667 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/aed398e59bee4254856149613f254599, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/0cfd4071673b4f5e8ba0f47d5d8c6be0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/deeefc1d313c47f48f57256323b11e9c] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=35.2 K 2024-11-23T07:22:36,668 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting aed398e59bee4254856149613f254599, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732346554153 2024-11-23T07:22:36,668 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cfd4071673b4f5e8ba0f47d5d8c6be0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732346554216 2024-11-23T07:22:36,669 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting deeefc1d313c47f48f57256323b11e9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732346555355 2024-11-23T07:22:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741999_1175 (size=4469) 2024-11-23T07:22:36,687 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:36,688 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/5de0d0125c39481299d94ef0d18ea6c1 is 50, key is test_row_0/C:col10/1732346555361/Put/seqid=0 2024-11-23T07:22:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742000_1176 (size=12104) 2024-11-23T07:22:36,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T07:22:36,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:36,760 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T07:22:36,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:36,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123394abc29e20a49beb7e26260743ef806_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346555721/Put/seqid=0 2024-11-23T07:22:36,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742001_1177 (size=12154) 2024-11-23T07:22:36,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:36,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346616847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346616847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346616848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346616851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346616851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346616952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346616953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346616955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:36,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346616955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,070 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#A#compaction#153 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:37,072 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/6ae79754f83b4316946baf2c23f2327a is 175, key is test_row_0/A:col10/1732346555361/Put/seqid=0 2024-11-23T07:22:37,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742002_1178 (size=31058) 2024-11-23T07:22:37,087 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/6ae79754f83b4316946baf2c23f2327a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/6ae79754f83b4316946baf2c23f2327a 2024-11-23T07:22:37,094 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/A of 8beadcc0bc2431ae03f0785f1fe83234 into 6ae79754f83b4316946baf2c23f2327a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:37,094 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:37,094 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/A, priority=13, startTime=1732346556617; duration=0sec 2024-11-23T07:22:37,094 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:37,094 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:A 2024-11-23T07:22:37,111 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/5de0d0125c39481299d94ef0d18ea6c1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/5de0d0125c39481299d94ef0d18ea6c1 2024-11-23T07:22:37,118 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/C of 8beadcc0bc2431ae03f0785f1fe83234 into 5de0d0125c39481299d94ef0d18ea6c1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:37,118 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:37,118 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/C, priority=13, startTime=1732346556617; duration=0sec 2024-11-23T07:22:37,118 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:37,118 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:C 2024-11-23T07:22:37,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346617165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346617168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346617168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346617167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,202 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123394abc29e20a49beb7e26260743ef806_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123394abc29e20a49beb7e26260743ef806_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:37,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/09a49b8641d5405fa0e0f353bd857b8a, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:37,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/09a49b8641d5405fa0e0f353bd857b8a is 175, key is test_row_0/A:col10/1732346555721/Put/seqid=0 2024-11-23T07:22:37,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742003_1179 (size=30955) 2024-11-23T07:22:37,223 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/09a49b8641d5405fa0e0f353bd857b8a 2024-11-23T07:22:37,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/b4533cf0f4c64395a35f4e765d516dc7 is 50, key is test_row_0/B:col10/1732346555721/Put/seqid=0 2024-11-23T07:22:37,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742004_1180 (size=12001) 2024-11-23T07:22:37,244 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/b4533cf0f4c64395a35f4e765d516dc7 2024-11-23T07:22:37,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/75c0a3eea1c8412e8400991b3e1afd0d is 50, key is test_row_0/C:col10/1732346555721/Put/seqid=0 2024-11-23T07:22:37,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742005_1181 (size=12001) 2024-11-23T07:22:37,270 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/75c0a3eea1c8412e8400991b3e1afd0d 2024-11-23T07:22:37,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/09a49b8641d5405fa0e0f353bd857b8a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/09a49b8641d5405fa0e0f353bd857b8a 2024-11-23T07:22:37,287 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/09a49b8641d5405fa0e0f353bd857b8a, entries=150, sequenceid=79, filesize=30.2 K 2024-11-23T07:22:37,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/b4533cf0f4c64395a35f4e765d516dc7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/b4533cf0f4c64395a35f4e765d516dc7 2024-11-23T07:22:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,294 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/b4533cf0f4c64395a35f4e765d516dc7, entries=150, sequenceid=79, filesize=11.7 K 2024-11-23T07:22:37,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/75c0a3eea1c8412e8400991b3e1afd0d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/75c0a3eea1c8412e8400991b3e1afd0d 2024-11-23T07:22:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,302 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/75c0a3eea1c8412e8400991b3e1afd0d, entries=150, sequenceid=79, filesize=11.7 K 2024-11-23T07:22:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,303 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8beadcc0bc2431ae03f0785f1fe83234 in 543ms, sequenceid=79, compaction requested=false 2024-11-23T07:22:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:37,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-23T07:22:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-23T07:22:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-23T07:22:37,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1660 sec 2024-11-23T07:22:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 3.1720 sec 2024-11-23T07:22:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:22:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:37,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112311615251f5c34f6dbe0c3639c47a4e56_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346556850/Put/seqid=0 2024-11-23T07:22:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346617504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346617505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346617509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346617510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742006_1182 (size=12154) 2024-11-23T07:22:37,527 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:37,536 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112311615251f5c34f6dbe0c3639c47a4e56_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112311615251f5c34f6dbe0c3639c47a4e56_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:37,538 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/c68efb6beadb4b01acb5b4d2199c0c93, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:37,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/c68efb6beadb4b01acb5b4d2199c0c93 is 175, key is test_row_0/A:col10/1732346556850/Put/seqid=0 2024-11-23T07:22:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742007_1183 (size=30955) 2024-11-23T07:22:37,571 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/c68efb6beadb4b01acb5b4d2199c0c93 2024-11-23T07:22:37,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/a9546786a1c54db1a0f774088be2c507 is 50, key is test_row_0/B:col10/1732346556850/Put/seqid=0 2024-11-23T07:22:37,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346617613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346617612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346617617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742008_1184 (size=12001) 2024-11-23T07:22:37,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/a9546786a1c54db1a0f774088be2c507 2024-11-23T07:22:37,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346617619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/98f928be8af44785b5ce570f4e26f4c6 is 50, key is test_row_0/C:col10/1732346556850/Put/seqid=0 2024-11-23T07:22:37,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742009_1185 (size=12001) 2024-11-23T07:22:37,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/98f928be8af44785b5ce570f4e26f4c6 2024-11-23T07:22:37,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/c68efb6beadb4b01acb5b4d2199c0c93 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/c68efb6beadb4b01acb5b4d2199c0c93 2024-11-23T07:22:37,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/c68efb6beadb4b01acb5b4d2199c0c93, entries=150, sequenceid=94, filesize=30.2 K 2024-11-23T07:22:37,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/a9546786a1c54db1a0f774088be2c507 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/a9546786a1c54db1a0f774088be2c507 2024-11-23T07:22:37,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/a9546786a1c54db1a0f774088be2c507, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T07:22:37,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/98f928be8af44785b5ce570f4e26f4c6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/98f928be8af44785b5ce570f4e26f4c6 2024-11-23T07:22:37,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/98f928be8af44785b5ce570f4e26f4c6, entries=150, sequenceid=94, filesize=11.7 K 2024-11-23T07:22:37,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8beadcc0bc2431ae03f0785f1fe83234 in 252ms, sequenceid=94, compaction requested=true 2024-11-23T07:22:37,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:37,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:37,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:37,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:37,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:37,724 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:37,724 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:37,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:37,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:37,726 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:37,726 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/B is initiating minor compaction (all files) 2024-11-23T07:22:37,726 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/B in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:37,726 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/6486639662814b12962a6634f9e1dd6e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/b4533cf0f4c64395a35f4e765d516dc7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/a9546786a1c54db1a0f774088be2c507] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=35.3 K 2024-11-23T07:22:37,727 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:37,727 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/A is initiating minor compaction (all files) 2024-11-23T07:22:37,727 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/A in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:37,727 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/6ae79754f83b4316946baf2c23f2327a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/09a49b8641d5405fa0e0f353bd857b8a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/c68efb6beadb4b01acb5b4d2199c0c93] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=90.8 K 2024-11-23T07:22:37,727 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:37,727 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/6ae79754f83b4316946baf2c23f2327a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/09a49b8641d5405fa0e0f353bd857b8a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/c68efb6beadb4b01acb5b4d2199c0c93] 2024-11-23T07:22:37,727 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 6486639662814b12962a6634f9e1dd6e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732346555355 2024-11-23T07:22:37,728 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ae79754f83b4316946baf2c23f2327a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732346555355 2024-11-23T07:22:37,728 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b4533cf0f4c64395a35f4e765d516dc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732346555710 2024-11-23T07:22:37,728 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09a49b8641d5405fa0e0f353bd857b8a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732346555710 2024-11-23T07:22:37,728 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a9546786a1c54db1a0f774088be2c507, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732346556849 2024-11-23T07:22:37,729 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting c68efb6beadb4b01acb5b4d2199c0c93, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732346556849 2024-11-23T07:22:37,746 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:37,747 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/b867e49e422e447e81f6553a63a9b341 is 50, key is test_row_0/B:col10/1732346556850/Put/seqid=0 2024-11-23T07:22:37,764 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:37,769 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112303ed9f63db6e4683b3d07a34649d7a6f_8beadcc0bc2431ae03f0785f1fe83234 store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:37,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742010_1186 (size=12207) 2024-11-23T07:22:37,774 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112303ed9f63db6e4683b3d07a34649d7a6f_8beadcc0bc2431ae03f0785f1fe83234, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:37,775 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112303ed9f63db6e4683b3d07a34649d7a6f_8beadcc0bc2431ae03f0785f1fe83234 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:37,790 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/b867e49e422e447e81f6553a63a9b341 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/b867e49e422e447e81f6553a63a9b341 2024-11-23T07:22:37,798 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/B of 8beadcc0bc2431ae03f0785f1fe83234 into b867e49e422e447e81f6553a63a9b341(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:37,798 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:37,799 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/B, priority=13, startTime=1732346557724; duration=0sec 2024-11-23T07:22:37,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742011_1187 (size=4469) 2024-11-23T07:22:37,799 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:37,799 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:B 2024-11-23T07:22:37,799 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:37,800 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:37,801 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/C is initiating minor compaction (all files) 2024-11-23T07:22:37,801 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/C in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:37,801 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/5de0d0125c39481299d94ef0d18ea6c1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/75c0a3eea1c8412e8400991b3e1afd0d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/98f928be8af44785b5ce570f4e26f4c6] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=35.3 K 2024-11-23T07:22:37,802 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 5de0d0125c39481299d94ef0d18ea6c1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732346555355 2024-11-23T07:22:37,802 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 75c0a3eea1c8412e8400991b3e1afd0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732346555710 2024-11-23T07:22:37,803 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 98f928be8af44785b5ce570f4e26f4c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732346556849 2024-11-23T07:22:37,814 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:37,815 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/4354304eb6584d4fadc88ab502663730 is 50, key is test_row_0/C:col10/1732346556850/Put/seqid=0 2024-11-23T07:22:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:37,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:22:37,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:37,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:37,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:37,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:37,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:37,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:37,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346617833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346617833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346617840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346617840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123926e02ed4cfe487181a46cdb0d4d11a0_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346557509/Put/seqid=0 2024-11-23T07:22:37,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742012_1188 (size=12207) 2024-11-23T07:22:37,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346617863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,889 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/4354304eb6584d4fadc88ab502663730 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/4354304eb6584d4fadc88ab502663730 2024-11-23T07:22:37,898 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/C of 8beadcc0bc2431ae03f0785f1fe83234 into 4354304eb6584d4fadc88ab502663730(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:37,898 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:37,898 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/C, priority=13, startTime=1732346557724; duration=0sec 2024-11-23T07:22:37,898 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:37,898 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:C 2024-11-23T07:22:37,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742013_1189 (size=14594) 2024-11-23T07:22:37,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346617942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346617942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346617943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:37,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346617943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:38,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346618145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:38,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346618147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:38,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346618148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:38,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346618148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:38,201 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:38,202 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/e359fa4b16b94957b2438342c4856a3a is 175, key is test_row_0/A:col10/1732346556850/Put/seqid=0 2024-11-23T07:22:38,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742014_1190 (size=31161) 2024-11-23T07:22:38,225 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/e359fa4b16b94957b2438342c4856a3a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/e359fa4b16b94957b2438342c4856a3a 2024-11-23T07:22:38,231 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/A of 8beadcc0bc2431ae03f0785f1fe83234 into e359fa4b16b94957b2438342c4856a3a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:38,232 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:38,232 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/A, priority=13, startTime=1732346557724; duration=0sec 2024-11-23T07:22:38,232 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:38,232 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:A 2024-11-23T07:22:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T07:22:38,244 INFO [Thread-778 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-23T07:22:38,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-23T07:22:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T07:22:38,247 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:38,248 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:38,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:38,312 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:38,321 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123926e02ed4cfe487181a46cdb0d4d11a0_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123926e02ed4cfe487181a46cdb0d4d11a0_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:38,322 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/cf51a4095e6b4f75a5b788f9fe54738a, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:38,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/cf51a4095e6b4f75a5b788f9fe54738a is 175, key is test_row_0/A:col10/1732346557509/Put/seqid=0 2024-11-23T07:22:38,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742015_1191 (size=39549) 2024-11-23T07:22:38,345 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/cf51a4095e6b4f75a5b788f9fe54738a 2024-11-23T07:22:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T07:22:38,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/4b2d8f9f932149d98cd5a759fc4198c3 is 50, key is test_row_0/B:col10/1732346557509/Put/seqid=0 2024-11-23T07:22:38,400 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:38,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T07:22:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:38,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:38,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:38,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:38,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:38,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742016_1192 (size=12001) 2024-11-23T07:22:38,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/4b2d8f9f932149d98cd5a759fc4198c3 2024-11-23T07:22:38,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/8034a46c2db0438985452e3ee7acc16e is 50, key is test_row_0/C:col10/1732346557509/Put/seqid=0 2024-11-23T07:22:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346618452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346618452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346618454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:38,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346618454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:38,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742017_1193 (size=12001) 2024-11-23T07:22:38,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/8034a46c2db0438985452e3ee7acc16e 2024-11-23T07:22:38,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/cf51a4095e6b4f75a5b788f9fe54738a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/cf51a4095e6b4f75a5b788f9fe54738a 2024-11-23T07:22:38,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/cf51a4095e6b4f75a5b788f9fe54738a, entries=200, sequenceid=119, filesize=38.6 K 2024-11-23T07:22:38,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/4b2d8f9f932149d98cd5a759fc4198c3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/4b2d8f9f932149d98cd5a759fc4198c3 2024-11-23T07:22:38,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/4b2d8f9f932149d98cd5a759fc4198c3, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T07:22:38,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/8034a46c2db0438985452e3ee7acc16e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/8034a46c2db0438985452e3ee7acc16e 2024-11-23T07:22:38,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/8034a46c2db0438985452e3ee7acc16e, entries=150, sequenceid=119, filesize=11.7 K 2024-11-23T07:22:38,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 8beadcc0bc2431ae03f0785f1fe83234 in 689ms, sequenceid=119, compaction requested=false 2024-11-23T07:22:38,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T07:22:38,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:38,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T07:22:38,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:38,556 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:22:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:38,583 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T07:22:38,585 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T07:22:38,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231dac893797a7493187adcec4cbbd21c9_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346557830/Put/seqid=0 2024-11-23T07:22:38,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742018_1194 (size=12254) 2024-11-23T07:22:38,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:38,675 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231dac893797a7493187adcec4cbbd21c9_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231dac893797a7493187adcec4cbbd21c9_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:38,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/1b40defef5e74ca499e646c90d650c6c, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:38,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/1b40defef5e74ca499e646c90d650c6c is 175, key is test_row_0/A:col10/1732346557830/Put/seqid=0 2024-11-23T07:22:38,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742019_1195 (size=31055) 2024-11-23T07:22:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T07:22:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:38,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:39,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346619095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346619096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346619098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346619099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,128 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/1b40defef5e74ca499e646c90d650c6c 2024-11-23T07:22:39,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/650bd8e693b5470aa5de411c762c95a6 is 50, key is test_row_0/B:col10/1732346557830/Put/seqid=0 2024-11-23T07:22:39,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742020_1196 (size=12101) 2024-11-23T07:22:39,185 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/650bd8e693b5470aa5de411c762c95a6 2024-11-23T07:22:39,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/b644c5de72dc48beb14c21565e9f69c3 is 50, key is test_row_0/C:col10/1732346557830/Put/seqid=0 2024-11-23T07:22:39,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346619201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346619204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346619207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346619207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742021_1197 (size=12101) 2024-11-23T07:22:39,247 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/b644c5de72dc48beb14c21565e9f69c3 2024-11-23T07:22:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/1b40defef5e74ca499e646c90d650c6c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1b40defef5e74ca499e646c90d650c6c 2024-11-23T07:22:39,260 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1b40defef5e74ca499e646c90d650c6c, entries=150, sequenceid=134, filesize=30.3 K 2024-11-23T07:22:39,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/650bd8e693b5470aa5de411c762c95a6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/650bd8e693b5470aa5de411c762c95a6 2024-11-23T07:22:39,266 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/650bd8e693b5470aa5de411c762c95a6, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T07:22:39,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/b644c5de72dc48beb14c21565e9f69c3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/b644c5de72dc48beb14c21565e9f69c3 2024-11-23T07:22:39,274 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/b644c5de72dc48beb14c21565e9f69c3, entries=150, sequenceid=134, filesize=11.8 K 2024-11-23T07:22:39,281 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8beadcc0bc2431ae03f0785f1fe83234 in 726ms, sequenceid=134, compaction requested=true 2024-11-23T07:22:39,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:39,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:39,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-23T07:22:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-23T07:22:39,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-23T07:22:39,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0350 sec 2024-11-23T07:22:39,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.0400 sec 2024-11-23T07:22:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T07:22:39,351 INFO [Thread-778 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-23T07:22:39,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-23T07:22:39,370 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:39,371 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:39,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T07:22:39,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:22:39,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:39,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:39,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:39,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:39,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:39,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:39,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346619436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346619436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346619443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346619445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a788b1a38b064dc0ac3cade949372ac3_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346559409/Put/seqid=0 2024-11-23T07:22:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T07:22:39,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742022_1198 (size=14794) 2024-11-23T07:22:39,495 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:39,500 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a788b1a38b064dc0ac3cade949372ac3_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a788b1a38b064dc0ac3cade949372ac3_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:39,501 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/34bf5f5a8cde409eae95a8059768de11, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:39,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/34bf5f5a8cde409eae95a8059768de11 is 175, key is test_row_0/A:col10/1732346559409/Put/seqid=0 2024-11-23T07:22:39,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T07:22:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:39,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:39,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:39,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742023_1199 (size=39749) 2024-11-23T07:22:39,538 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/34bf5f5a8cde409eae95a8059768de11 2024-11-23T07:22:39,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346619549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/87f3f3f89ac14c8d9a2b57a942c612a1 is 50, key is test_row_0/B:col10/1732346559409/Put/seqid=0 2024-11-23T07:22:39,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346619550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346619552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346619551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742024_1200 (size=12151) 2024-11-23T07:22:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T07:22:39,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T07:22:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:39,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:39,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346619759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346619759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346619761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346619761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T07:22:39,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:39,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:39,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:39,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:39,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:39,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346619894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,897 DEBUG [Thread-774 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:22:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T07:22:39,991 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:39,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T07:22:39,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:39,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:39,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:39,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:39,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:40,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/87f3f3f89ac14c8d9a2b57a942c612a1 2024-11-23T07:22:40,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/f9557e0668f846119dd9ba9cb5eb9e9d is 50, key is test_row_0/C:col10/1732346559409/Put/seqid=0 2024-11-23T07:22:40,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346620065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346620065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346620069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346620076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742025_1201 (size=12151) 2024-11-23T07:22:40,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/f9557e0668f846119dd9ba9cb5eb9e9d 2024-11-23T07:22:40,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/34bf5f5a8cde409eae95a8059768de11 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/34bf5f5a8cde409eae95a8059768de11 2024-11-23T07:22:40,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/34bf5f5a8cde409eae95a8059768de11, entries=200, sequenceid=158, filesize=38.8 K 2024-11-23T07:22:40,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/87f3f3f89ac14c8d9a2b57a942c612a1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/87f3f3f89ac14c8d9a2b57a942c612a1 2024-11-23T07:22:40,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/87f3f3f89ac14c8d9a2b57a942c612a1, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T07:22:40,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/f9557e0668f846119dd9ba9cb5eb9e9d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f9557e0668f846119dd9ba9cb5eb9e9d 2024-11-23T07:22:40,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f9557e0668f846119dd9ba9cb5eb9e9d, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T07:22:40,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 8beadcc0bc2431ae03f0785f1fe83234 in 707ms, sequenceid=158, compaction requested=true 2024-11-23T07:22:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:40,118 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:40,118 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:40,121 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:40,121 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/A is initiating minor compaction (all files) 2024-11-23T07:22:40,121 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/A in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:40,121 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/e359fa4b16b94957b2438342c4856a3a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/cf51a4095e6b4f75a5b788f9fe54738a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1b40defef5e74ca499e646c90d650c6c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/34bf5f5a8cde409eae95a8059768de11] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=138.2 K 2024-11-23T07:22:40,121 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:40,121 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/e359fa4b16b94957b2438342c4856a3a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/cf51a4095e6b4f75a5b788f9fe54738a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1b40defef5e74ca499e646c90d650c6c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/34bf5f5a8cde409eae95a8059768de11] 2024-11-23T07:22:40,122 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:40,123 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/B is initiating minor compaction (all files) 2024-11-23T07:22:40,123 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/B in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:40,123 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/b867e49e422e447e81f6553a63a9b341, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/4b2d8f9f932149d98cd5a759fc4198c3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/650bd8e693b5470aa5de411c762c95a6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/87f3f3f89ac14c8d9a2b57a942c612a1] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=47.3 K 2024-11-23T07:22:40,123 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e359fa4b16b94957b2438342c4856a3a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732346556849 2024-11-23T07:22:40,123 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b867e49e422e447e81f6553a63a9b341, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732346556849 2024-11-23T07:22:40,123 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf51a4095e6b4f75a5b788f9fe54738a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732346557483 2024-11-23T07:22:40,124 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b2d8f9f932149d98cd5a759fc4198c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732346557502 2024-11-23T07:22:40,124 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 650bd8e693b5470aa5de411c762c95a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732346557822 2024-11-23T07:22:40,124 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b40defef5e74ca499e646c90d650c6c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732346557822 2024-11-23T07:22:40,125 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 87f3f3f89ac14c8d9a2b57a942c612a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346559080 2024-11-23T07:22:40,125 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34bf5f5a8cde409eae95a8059768de11, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346559080 2024-11-23T07:22:40,145 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T07:22:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:40,146 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:22:40,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:40,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:40,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:40,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:40,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:40,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:40,156 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:40,157 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/d984c6ad8f7542efbd060467eeb61f37 is 50, key is test_row_0/B:col10/1732346559409/Put/seqid=0 2024-11-23T07:22:40,174 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:40,192 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411230a0a2d874ef7400caa65e5fa4e365160_8beadcc0bc2431ae03f0785f1fe83234 store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:40,195 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411230a0a2d874ef7400caa65e5fa4e365160_8beadcc0bc2431ae03f0785f1fe83234, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:40,195 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230a0a2d874ef7400caa65e5fa4e365160_8beadcc0bc2431ae03f0785f1fe83234 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:40,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123742e45a00e074588b599b0a9889e1cc2_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346559438/Put/seqid=0 2024-11-23T07:22:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742027_1203 (size=4469) 2024-11-23T07:22:40,214 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#A#compaction#175 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:40,215 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/47c3f470a9fa4f959680ccf0e1936ac3 is 175, key is test_row_0/A:col10/1732346559409/Put/seqid=0 2024-11-23T07:22:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742026_1202 (size=12493) 2024-11-23T07:22:40,225 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/d984c6ad8f7542efbd060467eeb61f37 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/d984c6ad8f7542efbd060467eeb61f37 2024-11-23T07:22:40,234 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/B of 8beadcc0bc2431ae03f0785f1fe83234 into d984c6ad8f7542efbd060467eeb61f37(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:40,234 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:40,234 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/B, priority=12, startTime=1732346560118; duration=0sec 2024-11-23T07:22:40,234 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:40,234 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:B 2024-11-23T07:22:40,234 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:40,237 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:40,237 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/C is initiating minor compaction (all files) 2024-11-23T07:22:40,237 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/C in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:40,237 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/4354304eb6584d4fadc88ab502663730, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/8034a46c2db0438985452e3ee7acc16e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/b644c5de72dc48beb14c21565e9f69c3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f9557e0668f846119dd9ba9cb5eb9e9d] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=47.3 K 2024-11-23T07:22:40,239 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 4354304eb6584d4fadc88ab502663730, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732346556849 2024-11-23T07:22:40,240 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 8034a46c2db0438985452e3ee7acc16e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732346557502 2024-11-23T07:22:40,241 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b644c5de72dc48beb14c21565e9f69c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732346557822 2024-11-23T07:22:40,242 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting f9557e0668f846119dd9ba9cb5eb9e9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346559080 2024-11-23T07:22:40,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742028_1204 (size=12304) 2024-11-23T07:22:40,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:40,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742029_1205 (size=31447) 2024-11-23T07:22:40,257 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123742e45a00e074588b599b0a9889e1cc2_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123742e45a00e074588b599b0a9889e1cc2_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:40,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/afd04feeb749433fbf8ddbae21f0657e, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:40,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/afd04feeb749433fbf8ddbae21f0657e is 175, key is test_row_0/A:col10/1732346559438/Put/seqid=0 2024-11-23T07:22:40,267 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/47c3f470a9fa4f959680ccf0e1936ac3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/47c3f470a9fa4f959680ccf0e1936ac3 2024-11-23T07:22:40,270 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#C#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:40,271 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/7e620a0405914783a750a1ab11802811 is 50, key is test_row_0/C:col10/1732346559409/Put/seqid=0 2024-11-23T07:22:40,273 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/A of 8beadcc0bc2431ae03f0785f1fe83234 into 47c3f470a9fa4f959680ccf0e1936ac3(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:40,273 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:40,273 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/A, priority=12, startTime=1732346560118; duration=0sec 2024-11-23T07:22:40,273 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:40,273 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:A 2024-11-23T07:22:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742030_1206 (size=31105) 2024-11-23T07:22:40,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742031_1207 (size=12493) 2024-11-23T07:22:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T07:22:40,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:40,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346620608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346620605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346620610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346620612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,708 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/afd04feeb749433fbf8ddbae21f0657e 2024-11-23T07:22:40,716 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/7e620a0405914783a750a1ab11802811 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/7e620a0405914783a750a1ab11802811 2024-11-23T07:22:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/0c2f9fac34934e3dace67c74c4c7de92 is 50, key is test_row_0/B:col10/1732346559438/Put/seqid=0 2024-11-23T07:22:40,723 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/C of 8beadcc0bc2431ae03f0785f1fe83234 into 7e620a0405914783a750a1ab11802811(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:40,723 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:40,723 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/C, priority=12, startTime=1732346560118; duration=0sec 2024-11-23T07:22:40,723 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:40,723 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:C 2024-11-23T07:22:40,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346620719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346620720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346620720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346620722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742032_1208 (size=12151) 2024-11-23T07:22:40,759 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/0c2f9fac34934e3dace67c74c4c7de92 2024-11-23T07:22:40,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/ba018b77a6514b2a853b62b5c91852ed is 50, key is test_row_0/C:col10/1732346559438/Put/seqid=0 2024-11-23T07:22:40,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742033_1209 (size=12151) 2024-11-23T07:22:40,821 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/ba018b77a6514b2a853b62b5c91852ed 2024-11-23T07:22:40,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/afd04feeb749433fbf8ddbae21f0657e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/afd04feeb749433fbf8ddbae21f0657e 2024-11-23T07:22:40,833 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/afd04feeb749433fbf8ddbae21f0657e, entries=150, sequenceid=171, filesize=30.4 K 2024-11-23T07:22:40,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/0c2f9fac34934e3dace67c74c4c7de92 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/0c2f9fac34934e3dace67c74c4c7de92 2024-11-23T07:22:40,842 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/0c2f9fac34934e3dace67c74c4c7de92, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T07:22:40,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/ba018b77a6514b2a853b62b5c91852ed as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/ba018b77a6514b2a853b62b5c91852ed 2024-11-23T07:22:40,850 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/ba018b77a6514b2a853b62b5c91852ed, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T07:22:40,853 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8beadcc0bc2431ae03f0785f1fe83234 in 707ms, sequenceid=171, compaction requested=false 2024-11-23T07:22:40,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:40,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:40,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-23T07:22:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-23T07:22:40,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-23T07:22:40,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4840 sec 2024-11-23T07:22:40,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.4900 sec 2024-11-23T07:22:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:40,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:22:40,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:40,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:40,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:40,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:40,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:40,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:40,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d79d46b08fd449a7be8e3ddf78548cb6_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346560928/Put/seqid=0 2024-11-23T07:22:40,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346620965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346620966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346620971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:40,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346620972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742034_1210 (size=12304) 2024-11-23T07:22:41,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:41,006 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d79d46b08fd449a7be8e3ddf78548cb6_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d79d46b08fd449a7be8e3ddf78548cb6_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:41,008 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/bc88445bcfe449f0bddd368aba44659d, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:41,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/bc88445bcfe449f0bddd368aba44659d is 175, key is test_row_0/A:col10/1732346560928/Put/seqid=0 2024-11-23T07:22:41,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742035_1211 (size=31105) 2024-11-23T07:22:41,044 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/bc88445bcfe449f0bddd368aba44659d 2024-11-23T07:22:41,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/28ca7128de0341b7aeaaf446d6a8a6a0 is 50, key is test_row_0/B:col10/1732346560928/Put/seqid=0 2024-11-23T07:22:41,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346621074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346621079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346621079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346621085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742036_1212 (size=12151) 2024-11-23T07:22:41,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/28ca7128de0341b7aeaaf446d6a8a6a0 2024-11-23T07:22:41,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/6ab96de1c5eb4193a29f64f47acee251 is 50, key is test_row_0/C:col10/1732346560928/Put/seqid=0 2024-11-23T07:22:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742037_1213 (size=12151) 2024-11-23T07:22:41,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T07:22:41,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T07:22:41,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346621282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346621286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346621287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346621289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T07:22:41,479 INFO [Thread-778 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-23T07:22:41,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-23T07:22:41,484 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T07:22:41,485 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:41,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:41,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/6ab96de1c5eb4193a29f64f47acee251 2024-11-23T07:22:41,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/bc88445bcfe449f0bddd368aba44659d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/bc88445bcfe449f0bddd368aba44659d 2024-11-23T07:22:41,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/bc88445bcfe449f0bddd368aba44659d, entries=150, sequenceid=199, filesize=30.4 K 2024-11-23T07:22:41,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/28ca7128de0341b7aeaaf446d6a8a6a0 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/28ca7128de0341b7aeaaf446d6a8a6a0 2024-11-23T07:22:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T07:22:41,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346621585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346621589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/28ca7128de0341b7aeaaf446d6a8a6a0, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T07:22:41,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/6ab96de1c5eb4193a29f64f47acee251 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/6ab96de1c5eb4193a29f64f47acee251 2024-11-23T07:22:41,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346621593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346621593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/6ab96de1c5eb4193a29f64f47acee251, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T07:22:41,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8beadcc0bc2431ae03f0785f1fe83234 in 670ms, sequenceid=199, compaction requested=true 2024-11-23T07:22:41,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:41,605 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:41,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:41,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:41,606 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:41,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:41,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:41,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:41,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:41,608 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:41,608 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:41,609 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/B is initiating minor compaction (all files) 2024-11-23T07:22:41,609 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/A is initiating minor compaction (all files) 2024-11-23T07:22:41,609 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/B in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:41,609 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/A in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:41,609 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/d984c6ad8f7542efbd060467eeb61f37, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/0c2f9fac34934e3dace67c74c4c7de92, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/28ca7128de0341b7aeaaf446d6a8a6a0] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=35.9 K 2024-11-23T07:22:41,609 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/47c3f470a9fa4f959680ccf0e1936ac3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/afd04feeb749433fbf8ddbae21f0657e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/bc88445bcfe449f0bddd368aba44659d] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=91.5 K 2024-11-23T07:22:41,609 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:41,609 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/47c3f470a9fa4f959680ccf0e1936ac3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/afd04feeb749433fbf8ddbae21f0657e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/bc88445bcfe449f0bddd368aba44659d] 2024-11-23T07:22:41,609 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting d984c6ad8f7542efbd060467eeb61f37, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346559080 2024-11-23T07:22:41,610 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47c3f470a9fa4f959680ccf0e1936ac3, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346559080 2024-11-23T07:22:41,610 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c2f9fac34934e3dace67c74c4c7de92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732346559432 2024-11-23T07:22:41,610 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting afd04feeb749433fbf8ddbae21f0657e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732346559432 2024-11-23T07:22:41,611 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 28ca7128de0341b7aeaaf446d6a8a6a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346560608 2024-11-23T07:22:41,611 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc88445bcfe449f0bddd368aba44659d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346560608 2024-11-23T07:22:41,634 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:41,635 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/f577c3025e80413582548a0e559bf342 is 50, key is test_row_0/B:col10/1732346560928/Put/seqid=0 2024-11-23T07:22:41,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:41,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T07:22:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:41,638 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:22:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:41,646 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:41,661 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411230aa3551a21f54649954c6cbf10c7d92a_8beadcc0bc2431ae03f0785f1fe83234 store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:41,663 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411230aa3551a21f54649954c6cbf10c7d92a_8beadcc0bc2431ae03f0785f1fe83234, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:41,663 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230aa3551a21f54649954c6cbf10c7d92a_8beadcc0bc2431ae03f0785f1fe83234 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f79db5fc050344cc9cdd2e20ff650920_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346560970/Put/seqid=0 2024-11-23T07:22:41,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742038_1214 (size=12595) 2024-11-23T07:22:41,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742040_1216 (size=12304) 2024-11-23T07:22:41,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:41,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742039_1215 (size=4469) 2024-11-23T07:22:41,726 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#A#compaction#184 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:41,727 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/ad62d6ba59494b1ab7e6554aff143f9d is 175, key is test_row_0/A:col10/1732346560928/Put/seqid=0 2024-11-23T07:22:41,730 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f79db5fc050344cc9cdd2e20ff650920_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f79db5fc050344cc9cdd2e20ff650920_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/81a435c4127643d68f1930927e11dd68, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:41,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/81a435c4127643d68f1930927e11dd68 is 175, key is test_row_0/A:col10/1732346560970/Put/seqid=0 2024-11-23T07:22:41,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742041_1217 (size=31549) 2024-11-23T07:22:41,763 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/ad62d6ba59494b1ab7e6554aff143f9d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ad62d6ba59494b1ab7e6554aff143f9d 2024-11-23T07:22:41,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742042_1218 (size=31105) 2024-11-23T07:22:41,766 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/81a435c4127643d68f1930927e11dd68 2024-11-23T07:22:41,776 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/A of 8beadcc0bc2431ae03f0785f1fe83234 into ad62d6ba59494b1ab7e6554aff143f9d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:41,776 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:41,776 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/A, priority=13, startTime=1732346561605; duration=0sec 2024-11-23T07:22:41,776 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:41,776 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:A 2024-11-23T07:22:41,776 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:41,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/051a76f5c2864ec8b395f50c0c6e4219 is 50, key is test_row_0/B:col10/1732346560970/Put/seqid=0 2024-11-23T07:22:41,783 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:41,783 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/C is initiating minor compaction (all files) 2024-11-23T07:22:41,783 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/C in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:41,783 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/7e620a0405914783a750a1ab11802811, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/ba018b77a6514b2a853b62b5c91852ed, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/6ab96de1c5eb4193a29f64f47acee251] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=35.9 K 2024-11-23T07:22:41,784 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e620a0405914783a750a1ab11802811, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346559080 2024-11-23T07:22:41,784 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba018b77a6514b2a853b62b5c91852ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732346559432 2024-11-23T07:22:41,785 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ab96de1c5eb4193a29f64f47acee251, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346560608 2024-11-23T07:22:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T07:22:41,819 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#C#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:41,819 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/671d197439e54e81a761b05744e73e30 is 50, key is test_row_0/C:col10/1732346560928/Put/seqid=0 2024-11-23T07:22:41,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742043_1219 (size=12151) 2024-11-23T07:22:41,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742044_1220 (size=12595) 2024-11-23T07:22:41,875 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/671d197439e54e81a761b05744e73e30 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/671d197439e54e81a761b05744e73e30 2024-11-23T07:22:41,882 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/C of 8beadcc0bc2431ae03f0785f1fe83234 into 671d197439e54e81a761b05744e73e30(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:41,882 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:41,882 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/C, priority=13, startTime=1732346561606; duration=0sec 2024-11-23T07:22:41,882 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:41,882 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:C 2024-11-23T07:22:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T07:22:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:42,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:42,127 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/f577c3025e80413582548a0e559bf342 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f577c3025e80413582548a0e559bf342 2024-11-23T07:22:42,135 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/B of 8beadcc0bc2431ae03f0785f1fe83234 into f577c3025e80413582548a0e559bf342(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:42,135 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:42,135 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/B, priority=13, startTime=1732346561606; duration=0sec 2024-11-23T07:22:42,135 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:42,135 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:B 2024-11-23T07:22:42,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346622156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346622156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346622158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346622157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,246 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/051a76f5c2864ec8b395f50c0c6e4219 2024-11-23T07:22:42,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/a21aaa129db540f3b1c93f29497e88ac is 50, key is test_row_0/C:col10/1732346560970/Put/seqid=0 2024-11-23T07:22:42,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346622266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346622266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346622267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346622268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742045_1221 (size=12151) 2024-11-23T07:22:42,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346622471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346622472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346622473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346622475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T07:22:42,713 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/a21aaa129db540f3b1c93f29497e88ac 2024-11-23T07:22:42,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/81a435c4127643d68f1930927e11dd68 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/81a435c4127643d68f1930927e11dd68 2024-11-23T07:22:42,726 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/81a435c4127643d68f1930927e11dd68, entries=150, sequenceid=210, filesize=30.4 K 2024-11-23T07:22:42,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/051a76f5c2864ec8b395f50c0c6e4219 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/051a76f5c2864ec8b395f50c0c6e4219 2024-11-23T07:22:42,734 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/051a76f5c2864ec8b395f50c0c6e4219, entries=150, sequenceid=210, filesize=11.9 K 2024-11-23T07:22:42,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/a21aaa129db540f3b1c93f29497e88ac as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/a21aaa129db540f3b1c93f29497e88ac 2024-11-23T07:22:42,745 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/a21aaa129db540f3b1c93f29497e88ac, entries=150, sequenceid=210, filesize=11.9 K 2024-11-23T07:22:42,748 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8beadcc0bc2431ae03f0785f1fe83234 in 1110ms, sequenceid=210, compaction requested=false 2024-11-23T07:22:42,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:42,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:42,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-23T07:22:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-23T07:22:42,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-23T07:22:42,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2660 sec 2024-11-23T07:22:42,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.2720 sec 2024-11-23T07:22:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:42,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T07:22:42,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:42,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:42,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:42,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:42,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:42,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:42,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234d09334a1afa483e9f5845b04906d0b3_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346562152/Put/seqid=0 2024-11-23T07:22:42,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346622785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346622826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346622827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346622832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742046_1222 (size=17284) 2024-11-23T07:22:42,851 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:42,857 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234d09334a1afa483e9f5845b04906d0b3_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d09334a1afa483e9f5845b04906d0b3_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:42,860 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/1e75795a86854effbd64236807010b56, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:42,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/1e75795a86854effbd64236807010b56 is 175, key is test_row_0/A:col10/1732346562152/Put/seqid=0 2024-11-23T07:22:42,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742047_1223 (size=48389) 2024-11-23T07:22:42,919 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/1e75795a86854effbd64236807010b56 2024-11-23T07:22:42,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346622928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/f39daac8651f4071aec62d385236cddc is 50, key is test_row_0/B:col10/1732346562152/Put/seqid=0 2024-11-23T07:22:42,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346622934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346622936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346622937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:42,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742048_1224 (size=12151) 2024-11-23T07:22:42,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/f39daac8651f4071aec62d385236cddc 2024-11-23T07:22:42,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/fbfd4863aa154263bb3c24dc91ea1dea is 50, key is test_row_0/C:col10/1732346562152/Put/seqid=0 2024-11-23T07:22:43,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742049_1225 (size=12151) 2024-11-23T07:22:43,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/fbfd4863aa154263bb3c24dc91ea1dea 2024-11-23T07:22:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/1e75795a86854effbd64236807010b56 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1e75795a86854effbd64236807010b56 2024-11-23T07:22:43,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1e75795a86854effbd64236807010b56, entries=250, sequenceid=241, filesize=47.3 K 2024-11-23T07:22:43,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/f39daac8651f4071aec62d385236cddc as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f39daac8651f4071aec62d385236cddc 2024-11-23T07:22:43,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f39daac8651f4071aec62d385236cddc, entries=150, sequenceid=241, filesize=11.9 K 2024-11-23T07:22:43,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/fbfd4863aa154263bb3c24dc91ea1dea as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/fbfd4863aa154263bb3c24dc91ea1dea 2024-11-23T07:22:43,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/fbfd4863aa154263bb3c24dc91ea1dea, entries=150, sequenceid=241, filesize=11.9 K 2024-11-23T07:22:43,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 8beadcc0bc2431ae03f0785f1fe83234 in 315ms, sequenceid=241, compaction requested=true 2024-11-23T07:22:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:43,094 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:43,094 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:43,096 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:43,096 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/A is initiating minor compaction (all files) 2024-11-23T07:22:43,096 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/A in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:43,096 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ad62d6ba59494b1ab7e6554aff143f9d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/81a435c4127643d68f1930927e11dd68, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1e75795a86854effbd64236807010b56] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=108.4 K 2024-11-23T07:22:43,096 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:43,096 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ad62d6ba59494b1ab7e6554aff143f9d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/81a435c4127643d68f1930927e11dd68, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1e75795a86854effbd64236807010b56] 2024-11-23T07:22:43,097 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:43,097 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/B is initiating minor compaction (all files) 2024-11-23T07:22:43,097 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/B in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:43,097 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f577c3025e80413582548a0e559bf342, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/051a76f5c2864ec8b395f50c0c6e4219, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f39daac8651f4071aec62d385236cddc] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=36.0 K 2024-11-23T07:22:43,098 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad62d6ba59494b1ab7e6554aff143f9d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346560608 2024-11-23T07:22:43,098 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting f577c3025e80413582548a0e559bf342, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346560608 2024-11-23T07:22:43,098 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81a435c4127643d68f1930927e11dd68, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732346560964 2024-11-23T07:22:43,098 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 051a76f5c2864ec8b395f50c0c6e4219, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732346560964 2024-11-23T07:22:43,099 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e75795a86854effbd64236807010b56, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732346562142 2024-11-23T07:22:43,099 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting f39daac8651f4071aec62d385236cddc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732346562142 2024-11-23T07:22:43,128 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:43,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:22:43,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:43,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:43,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:43,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:43,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:43,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:43,142 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#B#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:43,142 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/015e2407cbc9491cb5c6b2494391cccd is 50, key is test_row_0/B:col10/1732346562152/Put/seqid=0 2024-11-23T07:22:43,151 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123e2d3074d30ca46f9ba122b639441de04_8beadcc0bc2431ae03f0785f1fe83234 store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:43,153 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123e2d3074d30ca46f9ba122b639441de04_8beadcc0bc2431ae03f0785f1fe83234, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:43,153 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e2d3074d30ca46f9ba122b639441de04_8beadcc0bc2431ae03f0785f1fe83234 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:43,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346623177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346623181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346623181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346623182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112350fb230a19624d20a79b99d3dab05eec_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346562793/Put/seqid=0 2024-11-23T07:22:43,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742050_1226 (size=12697) 2024-11-23T07:22:43,222 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/015e2407cbc9491cb5c6b2494391cccd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/015e2407cbc9491cb5c6b2494391cccd 2024-11-23T07:22:43,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742051_1227 (size=4469) 2024-11-23T07:22:43,233 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/B of 8beadcc0bc2431ae03f0785f1fe83234 into 015e2407cbc9491cb5c6b2494391cccd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:43,233 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:43,233 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/B, priority=13, startTime=1732346563094; duration=0sec 2024-11-23T07:22:43,233 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:43,233 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:B 2024-11-23T07:22:43,233 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:43,233 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#A#compaction#192 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:43,234 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/de4619685b014defa5e68bb7adf34f4e is 175, key is test_row_0/A:col10/1732346562152/Put/seqid=0 2024-11-23T07:22:43,235 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:43,236 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/C is initiating minor compaction (all files) 2024-11-23T07:22:43,236 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/C in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:43,236 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/671d197439e54e81a761b05744e73e30, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/a21aaa129db540f3b1c93f29497e88ac, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/fbfd4863aa154263bb3c24dc91ea1dea] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=36.0 K 2024-11-23T07:22:43,236 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 671d197439e54e81a761b05744e73e30, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346560608 2024-11-23T07:22:43,237 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a21aaa129db540f3b1c93f29497e88ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732346560964 2024-11-23T07:22:43,237 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting fbfd4863aa154263bb3c24dc91ea1dea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732346562142 2024-11-23T07:22:43,253 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#C#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:43,253 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/377c2a622daf48dfb97cf5dd33001c24 is 50, key is test_row_0/C:col10/1732346562152/Put/seqid=0 2024-11-23T07:22:43,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742052_1228 (size=17284) 2024-11-23T07:22:43,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346623284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346623287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346623288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346623288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742053_1229 (size=31651) 2024-11-23T07:22:43,312 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/de4619685b014defa5e68bb7adf34f4e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/de4619685b014defa5e68bb7adf34f4e 2024-11-23T07:22:43,318 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/A of 8beadcc0bc2431ae03f0785f1fe83234 into de4619685b014defa5e68bb7adf34f4e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:43,318 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:43,318 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/A, priority=13, startTime=1732346563094; duration=0sec 2024-11-23T07:22:43,318 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:43,318 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:A 2024-11-23T07:22:43,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742054_1230 (size=12697) 2024-11-23T07:22:43,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346623492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346623493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346623492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346623493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T07:22:43,592 INFO [Thread-778 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-23T07:22:43,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-23T07:22:43,595 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T07:22:43,596 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:43,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:43,677 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:43,685 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112350fb230a19624d20a79b99d3dab05eec_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112350fb230a19624d20a79b99d3dab05eec_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:43,688 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/15d7ac868866488fade3d599963f8339, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:43,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/15d7ac868866488fade3d599963f8339 is 175, key is test_row_0/A:col10/1732346562793/Put/seqid=0 2024-11-23T07:22:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T07:22:43,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742055_1231 (size=48389) 2024-11-23T07:22:43,742 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/377c2a622daf48dfb97cf5dd33001c24 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/377c2a622daf48dfb97cf5dd33001c24 2024-11-23T07:22:43,747 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/C of 8beadcc0bc2431ae03f0785f1fe83234 into 377c2a622daf48dfb97cf5dd33001c24(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:43,747 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:43,747 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/C, priority=13, startTime=1732346563094; duration=0sec 2024-11-23T07:22:43,747 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:43,748 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:C 2024-11-23T07:22:43,748 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T07:22:43,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:43,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:43,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:43,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:43,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:43,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346623801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346623801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346623801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346623801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T07:22:43,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346623899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,903 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:43,903 DEBUG [Thread-774 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:22:43,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T07:22:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:43,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:43,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:43,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:43,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,056 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T07:22:44,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:44,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,123 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/15d7ac868866488fade3d599963f8339 2024-11-23T07:22:44,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/51d8fc4ec9af449e8eab87ef517e7cf0 is 50, key is test_row_0/B:col10/1732346562793/Put/seqid=0 2024-11-23T07:22:44,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742056_1232 (size=12151) 2024-11-23T07:22:44,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/51d8fc4ec9af449e8eab87ef517e7cf0 2024-11-23T07:22:44,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/25c997baae154a6aab1f659db4502033 is 50, key is test_row_0/C:col10/1732346562793/Put/seqid=0 2024-11-23T07:22:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T07:22:44,210 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T07:22:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742057_1233 (size=12151) 2024-11-23T07:22:44,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/25c997baae154a6aab1f659db4502033 2024-11-23T07:22:44,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/15d7ac868866488fade3d599963f8339 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/15d7ac868866488fade3d599963f8339 2024-11-23T07:22:44,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/15d7ac868866488fade3d599963f8339, entries=250, sequenceid=252, filesize=47.3 K 2024-11-23T07:22:44,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/51d8fc4ec9af449e8eab87ef517e7cf0 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/51d8fc4ec9af449e8eab87ef517e7cf0 2024-11-23T07:22:44,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/51d8fc4ec9af449e8eab87ef517e7cf0, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T07:22:44,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/25c997baae154a6aab1f659db4502033 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/25c997baae154a6aab1f659db4502033 2024-11-23T07:22:44,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/25c997baae154a6aab1f659db4502033, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T07:22:44,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8beadcc0bc2431ae03f0785f1fe83234 in 1123ms, sequenceid=252, compaction requested=false 2024-11-23T07:22:44,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:44,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T07:22:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:44,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112374e3e849ab5648d896a33f601b2d6b77_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346564305/Put/seqid=0 2024-11-23T07:22:44,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346624324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346624324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346624326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346624332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742058_1234 (size=14994) 2024-11-23T07:22:44,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T07:22:44,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:44,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346624431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346624431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346624431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346624434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,519 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T07:22:44,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:44,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346624635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346624634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346624635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346624639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,673 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T07:22:44,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:44,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T07:22:44,766 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:44,772 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112374e3e849ab5648d896a33f601b2d6b77_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112374e3e849ab5648d896a33f601b2d6b77_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:44,773 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/4ce53fb3f79148c6920c970c3337f114, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:44,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/4ce53fb3f79148c6920c970c3337f114 is 175, key is test_row_0/A:col10/1732346564305/Put/seqid=0 2024-11-23T07:22:44,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742059_1235 (size=39949) 2024-11-23T07:22:44,825 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/4ce53fb3f79148c6920c970c3337f114 2024-11-23T07:22:44,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T07:22:44,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:44,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/e3795cd61db44ea38e85fe0ccd0b3403 is 50, key is test_row_0/B:col10/1732346564305/Put/seqid=0 2024-11-23T07:22:44,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742060_1236 (size=12301) 2024-11-23T07:22:44,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/e3795cd61db44ea38e85fe0ccd0b3403 2024-11-23T07:22:44,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/181be9d50e524698985c2d610c320bb4 is 50, key is test_row_0/C:col10/1732346564305/Put/seqid=0 2024-11-23T07:22:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742061_1237 (size=12301) 2024-11-23T07:22:44,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/181be9d50e524698985c2d610c320bb4 2024-11-23T07:22:44,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346624941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346624943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346624947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346624941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/4ce53fb3f79148c6920c970c3337f114 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4ce53fb3f79148c6920c970c3337f114 2024-11-23T07:22:44,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4ce53fb3f79148c6920c970c3337f114, entries=200, sequenceid=281, filesize=39.0 K 2024-11-23T07:22:44,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/e3795cd61db44ea38e85fe0ccd0b3403 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e3795cd61db44ea38e85fe0ccd0b3403 2024-11-23T07:22:44,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e3795cd61db44ea38e85fe0ccd0b3403, entries=150, sequenceid=281, filesize=12.0 K 2024-11-23T07:22:44,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/181be9d50e524698985c2d610c320bb4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/181be9d50e524698985c2d610c320bb4 2024-11-23T07:22:44,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:44,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T07:22:44,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:44,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:44,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/181be9d50e524698985c2d610c320bb4, entries=150, sequenceid=281, filesize=12.0 K 2024-11-23T07:22:44,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8beadcc0bc2431ae03f0785f1fe83234 in 680ms, sequenceid=281, compaction requested=true 2024-11-23T07:22:44,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:44,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:44,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:44,987 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:44,987 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:44,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:44,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:44,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:44,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:44,990 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:44,990 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:44,990 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/B is initiating minor compaction (all files) 2024-11-23T07:22:44,990 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/A is initiating minor compaction (all files) 2024-11-23T07:22:44,990 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/B in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,990 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/A in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,990 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/015e2407cbc9491cb5c6b2494391cccd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/51d8fc4ec9af449e8eab87ef517e7cf0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e3795cd61db44ea38e85fe0ccd0b3403] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=36.3 K 2024-11-23T07:22:44,990 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/de4619685b014defa5e68bb7adf34f4e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/15d7ac868866488fade3d599963f8339, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4ce53fb3f79148c6920c970c3337f114] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=117.2 K 2024-11-23T07:22:44,990 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:44,990 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/de4619685b014defa5e68bb7adf34f4e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/15d7ac868866488fade3d599963f8339, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4ce53fb3f79148c6920c970c3337f114] 2024-11-23T07:22:44,990 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 015e2407cbc9491cb5c6b2494391cccd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732346562142 2024-11-23T07:22:44,991 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting de4619685b014defa5e68bb7adf34f4e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732346562142 2024-11-23T07:22:44,991 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 51d8fc4ec9af449e8eab87ef517e7cf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732346562793 2024-11-23T07:22:44,991 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15d7ac868866488fade3d599963f8339, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732346562785 2024-11-23T07:22:44,992 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ce53fb3f79148c6920c970c3337f114, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732346563176 2024-11-23T07:22:44,992 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e3795cd61db44ea38e85fe0ccd0b3403, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732346563176 2024-11-23T07:22:45,009 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:45,012 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#B#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:45,013 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/11a23670403249b6901877649515a6d8 is 50, key is test_row_0/B:col10/1732346564305/Put/seqid=0 2024-11-23T07:22:45,025 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411232eb4b0d1448b46ed9a00849f35f160cd_8beadcc0bc2431ae03f0785f1fe83234 store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:45,026 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411232eb4b0d1448b46ed9a00849f35f160cd_8beadcc0bc2431ae03f0785f1fe83234, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:45,026 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232eb4b0d1448b46ed9a00849f35f160cd_8beadcc0bc2431ae03f0785f1fe83234 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742062_1238 (size=12949) 2024-11-23T07:22:45,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742063_1239 (size=4469) 2024-11-23T07:22:45,103 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#A#compaction#201 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:45,106 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/193b7b28d8bb4b7f96d50d1fa1774952 is 175, key is test_row_0/A:col10/1732346564305/Put/seqid=0 2024-11-23T07:22:45,136 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:45,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T07:22:45,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:45,137 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T07:22:45,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:45,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:45,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:45,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742064_1240 (size=31903) 2024-11-23T07:22:45,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:45,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:45,149 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/193b7b28d8bb4b7f96d50d1fa1774952 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/193b7b28d8bb4b7f96d50d1fa1774952 2024-11-23T07:22:45,156 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/A of 8beadcc0bc2431ae03f0785f1fe83234 into 193b7b28d8bb4b7f96d50d1fa1774952(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:45,156 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:45,157 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/A, priority=13, startTime=1732346564987; duration=0sec 2024-11-23T07:22:45,157 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:45,157 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:A 2024-11-23T07:22:45,157 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:45,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230ca077a28346489ba570bc12298d6d81_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346564323/Put/seqid=0 2024-11-23T07:22:45,162 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:45,163 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/C is initiating minor compaction (all files) 2024-11-23T07:22:45,163 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/C in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:45,163 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/377c2a622daf48dfb97cf5dd33001c24, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/25c997baae154a6aab1f659db4502033, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/181be9d50e524698985c2d610c320bb4] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=36.3 K 2024-11-23T07:22:45,164 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 377c2a622daf48dfb97cf5dd33001c24, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732346562142 2024-11-23T07:22:45,164 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25c997baae154a6aab1f659db4502033, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732346562793 2024-11-23T07:22:45,165 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 181be9d50e524698985c2d610c320bb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732346563176 2024-11-23T07:22:45,192 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#C#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:45,192 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/3f929e235c864f0bb6ceb63df6169fe7 is 50, key is test_row_0/C:col10/1732346564305/Put/seqid=0 2024-11-23T07:22:45,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742065_1241 (size=12454) 2024-11-23T07:22:45,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742066_1242 (size=12949) 2024-11-23T07:22:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:45,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:45,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346625494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:45,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346625495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:45,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346625497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:45,502 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/11a23670403249b6901877649515a6d8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/11a23670403249b6901877649515a6d8 2024-11-23T07:22:45,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346625498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:45,509 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/B of 8beadcc0bc2431ae03f0785f1fe83234 into 11a23670403249b6901877649515a6d8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:45,509 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:45,509 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/B, priority=13, startTime=1732346564987; duration=0sec 2024-11-23T07:22:45,509 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:45,509 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:B 2024-11-23T07:22:45,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346625599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:45,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:45,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346625602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:45,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346625604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:45,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346625604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:45,609 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230ca077a28346489ba570bc12298d6d81_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230ca077a28346489ba570bc12298d6d81_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:45,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/31fda4cd30c542c0a26e12d8f6502994, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:45,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/31fda4cd30c542c0a26e12d8f6502994 is 175, key is test_row_0/A:col10/1732346564323/Put/seqid=0 2024-11-23T07:22:45,641 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/3f929e235c864f0bb6ceb63df6169fe7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/3f929e235c864f0bb6ceb63df6169fe7 2024-11-23T07:22:45,648 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/C of 8beadcc0bc2431ae03f0785f1fe83234 into 3f929e235c864f0bb6ceb63df6169fe7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:45,648 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:45,648 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/C, priority=13, startTime=1732346564988; duration=0sec 2024-11-23T07:22:45,648 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:45,649 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:C 2024-11-23T07:22:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742067_1243 (size=31255) 2024-11-23T07:22:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T07:22:45,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346625801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:45,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346625806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:45,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346625808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:45,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346625808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:46,063 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/31fda4cd30c542c0a26e12d8f6502994 2024-11-23T07:22:46,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/7921a81a207a4f97962a222f9c00d40f is 50, key is test_row_0/B:col10/1732346564323/Put/seqid=0 2024-11-23T07:22:46,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346626106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:46,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346626110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:46,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346626112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:46,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346626112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:46,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742068_1244 (size=12301) 2024-11-23T07:22:46,130 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/7921a81a207a4f97962a222f9c00d40f 2024-11-23T07:22:46,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/de8c1f7f00184cda9b77a016bcc32ccf is 50, key is test_row_0/C:col10/1732346564323/Put/seqid=0 2024-11-23T07:22:46,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742069_1245 (size=12301) 2024-11-23T07:22:46,575 INFO [master/404f8ac4dfd7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T07:22:46,575 INFO [master/404f8ac4dfd7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T07:22:46,596 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/de8c1f7f00184cda9b77a016bcc32ccf 2024-11-23T07:22:46,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/31fda4cd30c542c0a26e12d8f6502994 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/31fda4cd30c542c0a26e12d8f6502994 2024-11-23T07:22:46,612 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/31fda4cd30c542c0a26e12d8f6502994, entries=150, sequenceid=291, filesize=30.5 K 2024-11-23T07:22:46,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346626612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:46,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/7921a81a207a4f97962a222f9c00d40f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/7921a81a207a4f97962a222f9c00d40f 2024-11-23T07:22:46,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346626614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:46,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346626615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:46,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346626619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:46,623 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/7921a81a207a4f97962a222f9c00d40f, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T07:22:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/de8c1f7f00184cda9b77a016bcc32ccf as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/de8c1f7f00184cda9b77a016bcc32ccf 2024-11-23T07:22:46,629 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/de8c1f7f00184cda9b77a016bcc32ccf, entries=150, sequenceid=291, filesize=12.0 K 2024-11-23T07:22:46,633 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 8beadcc0bc2431ae03f0785f1fe83234 in 1495ms, sequenceid=291, compaction requested=false 2024-11-23T07:22:46,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:46,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:46,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-23T07:22:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-23T07:22:46,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-23T07:22:46,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0380 sec 2024-11-23T07:22:46,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 3.0430 sec 2024-11-23T07:22:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:47,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T07:22:47,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:47,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:47,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:47,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:47,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:47,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:47,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234b6fa3f17e8541c79a3eaf588b871a91_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346565495/Put/seqid=0 2024-11-23T07:22:47,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346627636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:47,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346627637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:47,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346627640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:47,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346627657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:47,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742070_1246 (size=14994) 2024-11-23T07:22:47,699 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T07:22:47,703 INFO [Thread-778 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-23T07:22:47,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-23T07:22:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T07:22:47,706 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:47,707 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:47,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:47,714 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234b6fa3f17e8541c79a3eaf588b871a91_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234b6fa3f17e8541c79a3eaf588b871a91_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:47,715 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/10d459ad7a3d48629f78b652a951a2b6, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:47,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/10d459ad7a3d48629f78b652a951a2b6 is 175, key is test_row_0/A:col10/1732346565495/Put/seqid=0 2024-11-23T07:22:47,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346627744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:47,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346627746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:47,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346627749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:47,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742071_1247 (size=39949) 2024-11-23T07:22:47,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346627760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T07:22:47,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:47,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:47,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:47,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346627947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:47,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346627949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:47,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346627954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:47,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346627965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T07:22:48,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,160 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/10d459ad7a3d48629f78b652a951a2b6 2024-11-23T07:22:48,170 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:48,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:48,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/db2a0d9f0edf4493a9a358dd19bdc429 is 50, key is test_row_0/B:col10/1732346565495/Put/seqid=0 2024-11-23T07:22:48,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742072_1248 (size=12301) 2024-11-23T07:22:48,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/db2a0d9f0edf4493a9a358dd19bdc429 2024-11-23T07:22:48,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/ca1ac94b365849ec91e1c5d75e764b97 is 50, key is test_row_0/C:col10/1732346565495/Put/seqid=0 2024-11-23T07:22:48,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346628252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346628252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346628258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742073_1249 (size=12301) 2024-11-23T07:22:48,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346628269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T07:22:48,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,478 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:48,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/ca1ac94b365849ec91e1c5d75e764b97 2024-11-23T07:22:48,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/10d459ad7a3d48629f78b652a951a2b6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10d459ad7a3d48629f78b652a951a2b6 2024-11-23T07:22:48,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10d459ad7a3d48629f78b652a951a2b6, entries=200, sequenceid=322, filesize=39.0 K 2024-11-23T07:22:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/db2a0d9f0edf4493a9a358dd19bdc429 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/db2a0d9f0edf4493a9a358dd19bdc429 2024-11-23T07:22:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/db2a0d9f0edf4493a9a358dd19bdc429, entries=150, sequenceid=322, filesize=12.0 K 2024-11-23T07:22:48,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/ca1ac94b365849ec91e1c5d75e764b97 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/ca1ac94b365849ec91e1c5d75e764b97 2024-11-23T07:22:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/ca1ac94b365849ec91e1c5d75e764b97, entries=150, sequenceid=322, filesize=12.0 K 2024-11-23T07:22:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 8beadcc0bc2431ae03f0785f1fe83234 in 1088ms, sequenceid=322, compaction requested=true 2024-11-23T07:22:48,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,708 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,709 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:48,709 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:48,709 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/A is initiating minor compaction (all files) 2024-11-23T07:22:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:48,709 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/A in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,710 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/193b7b28d8bb4b7f96d50d1fa1774952, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/31fda4cd30c542c0a26e12d8f6502994, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10d459ad7a3d48629f78b652a951a2b6] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=100.7 K 2024-11-23T07:22:48,710 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,710 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/193b7b28d8bb4b7f96d50d1fa1774952, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/31fda4cd30c542c0a26e12d8f6502994, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10d459ad7a3d48629f78b652a951a2b6] 2024-11-23T07:22:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,713 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:48,713 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/B is initiating minor compaction (all files) 2024-11-23T07:22:48,713 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/B in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,713 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/11a23670403249b6901877649515a6d8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/7921a81a207a4f97962a222f9c00d40f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/db2a0d9f0edf4493a9a358dd19bdc429] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=36.7 K 2024-11-23T07:22:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,713 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 193b7b28d8bb4b7f96d50d1fa1774952, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732346563176 2024-11-23T07:22:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,714 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 11a23670403249b6901877649515a6d8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732346563176 2024-11-23T07:22:48,714 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31fda4cd30c542c0a26e12d8f6502994, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732346564322 2024-11-23T07:22:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,715 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10d459ad7a3d48629f78b652a951a2b6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732346565486 2024-11-23T07:22:48,715 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 7921a81a207a4f97962a222f9c00d40f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732346564322 2024-11-23T07:22:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,715 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting db2a0d9f0edf4493a9a358dd19bdc429, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732346565493 2024-11-23T07:22:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:48,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,726 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,726 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/f6d7ce3fd95d4b62833d20d404bad924 is 50, key is test_row_0/B:col10/1732346565495/Put/seqid=0 2024-11-23T07:22:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,744 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,764 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123c68ac51e84f94212a84feb72e7fa0441_8beadcc0bc2431ae03f0785f1fe83234 store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:48,766 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123c68ac51e84f94212a84feb72e7fa0441_8beadcc0bc2431ae03f0785f1fe83234, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:48,766 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c68ac51e84f94212a84feb72e7fa0441_8beadcc0bc2431ae03f0785f1fe83234 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:48,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:22:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:48,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742074_1250 (size=13051) 2024-11-23T07:22:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:48,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:48,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,787 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/f6d7ce3fd95d4b62833d20d404bad924 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f6d7ce3fd95d4b62833d20d404bad924 2024-11-23T07:22:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,794 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/B of 8beadcc0bc2431ae03f0785f1fe83234 into f6d7ce3fd95d4b62833d20d404bad924(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:48,794 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:48,794 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/B, priority=13, startTime=1732346568709; duration=0sec 2024-11-23T07:22:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,794 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:48,794 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:B 2024-11-23T07:22:48,794 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,795 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:48,795 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/C is initiating minor compaction (all files) 2024-11-23T07:22:48,796 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/C in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,796 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/3f929e235c864f0bb6ceb63df6169fe7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/de8c1f7f00184cda9b77a016bcc32ccf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/ca1ac94b365849ec91e1c5d75e764b97] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=36.7 K 2024-11-23T07:22:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,796 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f929e235c864f0bb6ceb63df6169fe7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732346563176 2024-11-23T07:22:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,797 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting de8c1f7f00184cda9b77a016bcc32ccf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732346564322 2024-11-23T07:22:48,798 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting ca1ac94b365849ec91e1c5d75e764b97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732346565493 2024-11-23T07:22:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b581a53a0bd046a0aa51f7c993c57bce_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346567625/Put/seqid=0 2024-11-23T07:22:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T07:22:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346628822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346628822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346628823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346628825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742075_1251 (size=4469) 2024-11-23T07:22:48,845 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:48,846 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/409e4cc1244c4dcb9d5cb5b45359905e is 50, key is test_row_0/C:col10/1732346565495/Put/seqid=0 2024-11-23T07:22:48,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742076_1252 (size=12454) 2024-11-23T07:22:48,887 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:48,895 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b581a53a0bd046a0aa51f7c993c57bce_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b581a53a0bd046a0aa51f7c993c57bce_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:48,897 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/fd53fd5a836e46ed8f57c85014aa89f1, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:48,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/fd53fd5a836e46ed8f57c85014aa89f1 is 175, key is test_row_0/A:col10/1732346567625/Put/seqid=0 2024-11-23T07:22:48,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742077_1253 (size=13051) 2024-11-23T07:22:48,912 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/409e4cc1244c4dcb9d5cb5b45359905e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/409e4cc1244c4dcb9d5cb5b45359905e 2024-11-23T07:22:48,920 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/C of 8beadcc0bc2431ae03f0785f1fe83234 into 409e4cc1244c4dcb9d5cb5b45359905e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:48,920 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:48,920 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/C, priority=13, startTime=1732346568709; duration=0sec 2024-11-23T07:22:48,921 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:48,921 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:C 2024-11-23T07:22:48,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742078_1254 (size=31251) 2024-11-23T07:22:48,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346628929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346628929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346628929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346628929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,941 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:48,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:48,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:49,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:49,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:49,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:49,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346629131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346629132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346629134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346629134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,235 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#A#compaction#211 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:49,236 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/e0bccec415b149e9a17599f47524582e is 175, key is test_row_0/A:col10/1732346565495/Put/seqid=0 2024-11-23T07:22:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742079_1255 (size=32005) 2024-11-23T07:22:49,254 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:49,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:49,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:49,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:49,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,260 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/e0bccec415b149e9a17599f47524582e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/e0bccec415b149e9a17599f47524582e 2024-11-23T07:22:49,271 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/A of 8beadcc0bc2431ae03f0785f1fe83234 into e0bccec415b149e9a17599f47524582e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:49,271 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:49,271 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/A, priority=13, startTime=1732346568708; duration=0sec 2024-11-23T07:22:49,271 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:49,271 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:A 2024-11-23T07:22:49,325 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/fd53fd5a836e46ed8f57c85014aa89f1 2024-11-23T07:22:49,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/2fb0481965774281838b072d4c7ab82d is 50, key is test_row_0/B:col10/1732346567625/Put/seqid=0 2024-11-23T07:22:49,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742080_1256 (size=9857) 2024-11-23T07:22:49,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:49,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:49,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:49,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:49,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346629435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346629439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346629439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346629440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:49,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:49,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:49,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:49,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:49,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:49,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:49,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:49,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:49,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/2fb0481965774281838b072d4c7ab82d 2024-11-23T07:22:49,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/23b03c911eba4cfe9d1f49e3d938ba3f is 50, key is test_row_0/C:col10/1732346567625/Put/seqid=0 2024-11-23T07:22:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T07:22:49,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742081_1257 (size=9857) 2024-11-23T07:22:49,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/23b03c911eba4cfe9d1f49e3d938ba3f 2024-11-23T07:22:49,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/fd53fd5a836e46ed8f57c85014aa89f1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/fd53fd5a836e46ed8f57c85014aa89f1 2024-11-23T07:22:49,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/fd53fd5a836e46ed8f57c85014aa89f1, entries=150, sequenceid=334, filesize=30.5 K 2024-11-23T07:22:49,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/2fb0481965774281838b072d4c7ab82d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/2fb0481965774281838b072d4c7ab82d 2024-11-23T07:22:49,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/2fb0481965774281838b072d4c7ab82d, entries=100, sequenceid=334, filesize=9.6 K 2024-11-23T07:22:49,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/23b03c911eba4cfe9d1f49e3d938ba3f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/23b03c911eba4cfe9d1f49e3d938ba3f 2024-11-23T07:22:49,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/23b03c911eba4cfe9d1f49e3d938ba3f, entries=100, sequenceid=334, filesize=9.6 K 2024-11-23T07:22:49,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8beadcc0bc2431ae03f0785f1fe83234 in 1091ms, sequenceid=334, compaction requested=false 2024-11-23T07:22:49,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:49,873 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T07:22:49,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:49,874 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:22:49,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:49,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:49,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:49,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:49,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:49,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:49,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c3d083fe2e6d41e0967748a0aefd6dd9_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346568820/Put/seqid=0 2024-11-23T07:22:49,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742082_1258 (size=12454) 2024-11-23T07:22:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:49,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:49,956 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c3d083fe2e6d41e0967748a0aefd6dd9_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c3d083fe2e6d41e0967748a0aefd6dd9_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:49,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/4c6b6979e63340ffa055348bd936318b, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/4c6b6979e63340ffa055348bd936318b is 175, key is test_row_0/A:col10/1732346568820/Put/seqid=0 2024-11-23T07:22:49,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346629962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346629962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346629963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346629964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:49,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742083_1259 (size=31255) 2024-11-23T07:22:49,979 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/4c6b6979e63340ffa055348bd936318b 2024-11-23T07:22:49,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/8b8139b846e240e7ab4f9d3a3d8ed1c7 is 50, key is test_row_0/B:col10/1732346568820/Put/seqid=0 2024-11-23T07:22:50,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742084_1260 (size=12301) 2024-11-23T07:22:50,013 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/8b8139b846e240e7ab4f9d3a3d8ed1c7 2024-11-23T07:22:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/f9c1a54c4d7a46aaaa87567441a79646 is 50, key is test_row_0/C:col10/1732346568820/Put/seqid=0 2024-11-23T07:22:50,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346630068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346630069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346630069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346630069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742085_1261 (size=12301) 2024-11-23T07:22:50,074 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/f9c1a54c4d7a46aaaa87567441a79646 2024-11-23T07:22:50,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/4c6b6979e63340ffa055348bd936318b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4c6b6979e63340ffa055348bd936318b 2024-11-23T07:22:50,087 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4c6b6979e63340ffa055348bd936318b, entries=150, sequenceid=361, filesize=30.5 K 2024-11-23T07:22:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/8b8139b846e240e7ab4f9d3a3d8ed1c7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/8b8139b846e240e7ab4f9d3a3d8ed1c7 2024-11-23T07:22:50,094 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/8b8139b846e240e7ab4f9d3a3d8ed1c7, entries=150, sequenceid=361, filesize=12.0 K 2024-11-23T07:22:50,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/f9c1a54c4d7a46aaaa87567441a79646 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f9c1a54c4d7a46aaaa87567441a79646 2024-11-23T07:22:50,112 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f9c1a54c4d7a46aaaa87567441a79646, entries=150, sequenceid=361, filesize=12.0 K 2024-11-23T07:22:50,128 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8beadcc0bc2431ae03f0785f1fe83234 in 254ms, sequenceid=361, compaction requested=true 2024-11-23T07:22:50,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:50,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:50,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-23T07:22:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-23T07:22:50,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-23T07:22:50,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4230 sec 2024-11-23T07:22:50,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.4290 sec 2024-11-23T07:22:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:50,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:22:50,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:50,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:50,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:50,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:50,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:50,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:50,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f7f7cda5093e4d68aba5f272cfacb84a_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346570271/Put/seqid=0 2024-11-23T07:22:50,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742086_1262 (size=14994) 2024-11-23T07:22:50,306 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:50,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f7f7cda5093e4d68aba5f272cfacb84a_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f7f7cda5093e4d68aba5f272cfacb84a_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:50,314 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/59d1bc9b4ad94c05be420278f3ef8b50, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:50,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/59d1bc9b4ad94c05be420278f3ef8b50 is 175, key is test_row_0/A:col10/1732346570271/Put/seqid=0 2024-11-23T07:22:50,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346630308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346630312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346630318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346630318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742087_1263 (size=39949) 2024-11-23T07:22:50,370 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/59d1bc9b4ad94c05be420278f3ef8b50 2024-11-23T07:22:50,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/e81861b382114693ac8797aa0d0c59d7 is 50, key is test_row_0/B:col10/1732346570271/Put/seqid=0 2024-11-23T07:22:50,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346630421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742088_1264 (size=12301) 2024-11-23T07:22:50,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346630423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346630424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346630424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346630627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346630631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346630631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346630632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/e81861b382114693ac8797aa0d0c59d7 2024-11-23T07:22:50,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/f62e2e333a71463a8f8cf7f077c2b35e is 50, key is test_row_0/C:col10/1732346570271/Put/seqid=0 2024-11-23T07:22:50,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742089_1265 (size=12301) 2024-11-23T07:22:50,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/f62e2e333a71463a8f8cf7f077c2b35e 2024-11-23T07:22:50,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/59d1bc9b4ad94c05be420278f3ef8b50 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/59d1bc9b4ad94c05be420278f3ef8b50 2024-11-23T07:22:50,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/59d1bc9b4ad94c05be420278f3ef8b50, entries=200, sequenceid=374, filesize=39.0 K 2024-11-23T07:22:50,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/e81861b382114693ac8797aa0d0c59d7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e81861b382114693ac8797aa0d0c59d7 2024-11-23T07:22:50,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e81861b382114693ac8797aa0d0c59d7, entries=150, sequenceid=374, filesize=12.0 K 2024-11-23T07:22:50,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/f62e2e333a71463a8f8cf7f077c2b35e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f62e2e333a71463a8f8cf7f077c2b35e 2024-11-23T07:22:50,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346630932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f62e2e333a71463a8f8cf7f077c2b35e, entries=150, sequenceid=374, filesize=12.0 K 2024-11-23T07:22:50,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 8beadcc0bc2431ae03f0785f1fe83234 in 666ms, sequenceid=374, compaction requested=true 2024-11-23T07:22:50,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:50,941 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:50,941 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:50,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T07:22:50,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:50,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:50,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:50,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:50,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:50,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:50,943 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:50,943 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:50,943 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/B is initiating minor compaction (all files) 2024-11-23T07:22:50,943 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/A is initiating minor compaction (all files) 2024-11-23T07:22:50,943 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/B in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:50,943 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/A in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:50,943 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/e0bccec415b149e9a17599f47524582e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/fd53fd5a836e46ed8f57c85014aa89f1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4c6b6979e63340ffa055348bd936318b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/59d1bc9b4ad94c05be420278f3ef8b50] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=131.3 K 2024-11-23T07:22:50,943 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f6d7ce3fd95d4b62833d20d404bad924, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/2fb0481965774281838b072d4c7ab82d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/8b8139b846e240e7ab4f9d3a3d8ed1c7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e81861b382114693ac8797aa0d0c59d7] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=46.4 K 2024-11-23T07:22:50,944 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:50,944 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/e0bccec415b149e9a17599f47524582e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/fd53fd5a836e46ed8f57c85014aa89f1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4c6b6979e63340ffa055348bd936318b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/59d1bc9b4ad94c05be420278f3ef8b50] 2024-11-23T07:22:50,946 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting f6d7ce3fd95d4b62833d20d404bad924, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732346565493 2024-11-23T07:22:50,946 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0bccec415b149e9a17599f47524582e, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732346565493 2024-11-23T07:22:50,947 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fb0481965774281838b072d4c7ab82d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732346567625 2024-11-23T07:22:50,947 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd53fd5a836e46ed8f57c85014aa89f1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732346567625 2024-11-23T07:22:50,947 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c6b6979e63340ffa055348bd936318b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732346568810 2024-11-23T07:22:50,947 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b8139b846e240e7ab4f9d3a3d8ed1c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732346568810 2024-11-23T07:22:50,948 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e81861b382114693ac8797aa0d0c59d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732346569957 2024-11-23T07:22:50,948 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59d1bc9b4ad94c05be420278f3ef8b50, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732346569957 2024-11-23T07:22:50,962 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#B#compaction#222 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:50,963 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/a5fd84cd8ae744a08a700ca15fdd397d is 50, key is test_row_0/B:col10/1732346570271/Put/seqid=0 2024-11-23T07:22:50,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b3930f0f303443eda64946a396d2d63e_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346570938/Put/seqid=0 2024-11-23T07:22:50,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346630960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346630961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346630967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:50,972 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:51,011 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411239838d51ae9ed4f2ebbc4512e6993ce10_8beadcc0bc2431ae03f0785f1fe83234 store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:51,014 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411239838d51ae9ed4f2ebbc4512e6993ce10_8beadcc0bc2431ae03f0785f1fe83234, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:51,014 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239838d51ae9ed4f2ebbc4512e6993ce10_8beadcc0bc2431ae03f0785f1fe83234 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742090_1266 (size=13187) 2024-11-23T07:22:51,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742091_1267 (size=12454) 2024-11-23T07:22:51,067 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:51,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346631071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:51,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346631072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:51,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346631072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:51,076 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b3930f0f303443eda64946a396d2d63e_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b3930f0f303443eda64946a396d2d63e_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:51,077 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/3a1ed3baefb34fcea4279811c541a49d, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:51,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/3a1ed3baefb34fcea4279811c541a49d is 175, key is test_row_0/A:col10/1732346570938/Put/seqid=0 2024-11-23T07:22:51,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742092_1268 (size=4469) 2024-11-23T07:22:51,101 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#A#compaction#224 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:51,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742093_1269 (size=31255) 2024-11-23T07:22:51,102 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/7f1a4be7095940868f04e0f2a263e892 is 175, key is test_row_0/A:col10/1732346570271/Put/seqid=0 2024-11-23T07:22:51,104 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/3a1ed3baefb34fcea4279811c541a49d 2024-11-23T07:22:51,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/5f304596ad8748f287ee71c78e8d99fd is 50, key is test_row_0/B:col10/1732346570938/Put/seqid=0 2024-11-23T07:22:51,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742094_1270 (size=32141) 2024-11-23T07:22:51,154 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/7f1a4be7095940868f04e0f2a263e892 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/7f1a4be7095940868f04e0f2a263e892 2024-11-23T07:22:51,163 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/A of 8beadcc0bc2431ae03f0785f1fe83234 into 7f1a4be7095940868f04e0f2a263e892(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:51,163 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:51,163 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/A, priority=12, startTime=1732346570940; duration=0sec 2024-11-23T07:22:51,164 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:51,164 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:A 2024-11-23T07:22:51,164 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:51,165 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:51,165 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/C is initiating minor compaction (all files) 2024-11-23T07:22:51,165 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/C in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:51,166 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/409e4cc1244c4dcb9d5cb5b45359905e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/23b03c911eba4cfe9d1f49e3d938ba3f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f9c1a54c4d7a46aaaa87567441a79646, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f62e2e333a71463a8f8cf7f077c2b35e] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=46.4 K 2024-11-23T07:22:51,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742095_1271 (size=12301) 2024-11-23T07:22:51,172 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 409e4cc1244c4dcb9d5cb5b45359905e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732346565493 2024-11-23T07:22:51,172 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23b03c911eba4cfe9d1f49e3d938ba3f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732346567625 2024-11-23T07:22:51,173 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9c1a54c4d7a46aaaa87567441a79646, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732346568810 2024-11-23T07:22:51,173 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting f62e2e333a71463a8f8cf7f077c2b35e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732346569957 2024-11-23T07:22:51,186 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#C#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:51,187 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/7b3a8287681c441db643efc2f5747a08 is 50, key is test_row_0/C:col10/1732346570271/Put/seqid=0 2024-11-23T07:22:51,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742096_1272 (size=13187) 2024-11-23T07:22:51,230 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/7b3a8287681c441db643efc2f5747a08 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/7b3a8287681c441db643efc2f5747a08 2024-11-23T07:22:51,237 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/C of 8beadcc0bc2431ae03f0785f1fe83234 into 7b3a8287681c441db643efc2f5747a08(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:51,237 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:51,237 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/C, priority=12, startTime=1732346570941; duration=0sec 2024-11-23T07:22:51,238 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:51,238 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:C 2024-11-23T07:22:51,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346631275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:51,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346631276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:51,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346631278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:51,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346631437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:51,444 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/a5fd84cd8ae744a08a700ca15fdd397d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/a5fd84cd8ae744a08a700ca15fdd397d 2024-11-23T07:22:51,451 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/B of 8beadcc0bc2431ae03f0785f1fe83234 into a5fd84cd8ae744a08a700ca15fdd397d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:51,452 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:51,452 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/B, priority=12, startTime=1732346570941; duration=0sec 2024-11-23T07:22:51,452 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:51,452 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:B 2024-11-23T07:22:51,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/5f304596ad8748f287ee71c78e8d99fd 2024-11-23T07:22:51,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346631584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:51,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:51,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346631587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346631587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:51,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/77ff00197ddd4f73a51592e4db1e8894 is 50, key is test_row_0/C:col10/1732346570938/Put/seqid=0 2024-11-23T07:22:51,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742097_1273 (size=12301) 2024-11-23T07:22:51,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/77ff00197ddd4f73a51592e4db1e8894 2024-11-23T07:22:51,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/3a1ed3baefb34fcea4279811c541a49d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/3a1ed3baefb34fcea4279811c541a49d 2024-11-23T07:22:51,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/3a1ed3baefb34fcea4279811c541a49d, entries=150, sequenceid=401, filesize=30.5 K 2024-11-23T07:22:51,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/5f304596ad8748f287ee71c78e8d99fd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/5f304596ad8748f287ee71c78e8d99fd 2024-11-23T07:22:51,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/5f304596ad8748f287ee71c78e8d99fd, entries=150, sequenceid=401, filesize=12.0 K 2024-11-23T07:22:51,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/77ff00197ddd4f73a51592e4db1e8894 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/77ff00197ddd4f73a51592e4db1e8894 2024-11-23T07:22:51,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/77ff00197ddd4f73a51592e4db1e8894, entries=150, sequenceid=401, filesize=12.0 K 2024-11-23T07:22:51,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8beadcc0bc2431ae03f0785f1fe83234 in 712ms, sequenceid=401, compaction requested=false 2024-11-23T07:22:51,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T07:22:51,811 INFO [Thread-778 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-23T07:22:51,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-23T07:22:51,815 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:51,816 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:51,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T07:22:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T07:22:51,968 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:51,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T07:22:51,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:51,969 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T07:22:51,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:51,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:51,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123896dfec8fb4245a6b88bb7ab4279bba1_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346570943/Put/seqid=0 2024-11-23T07:22:52,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742098_1274 (size=12454) 2024-11-23T07:22:52,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:52,032 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123896dfec8fb4245a6b88bb7ab4279bba1_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123896dfec8fb4245a6b88bb7ab4279bba1_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:52,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/d45064af98214e16b434f065e82d3a84, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:52,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/d45064af98214e16b434f065e82d3a84 is 175, key is test_row_0/A:col10/1732346570943/Put/seqid=0 2024-11-23T07:22:52,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742099_1275 (size=31255) 2024-11-23T07:22:52,077 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/d45064af98214e16b434f065e82d3a84 2024-11-23T07:22:52,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:52,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/c70717fd2fe64f1f8f6ef640a8dac32e is 50, key is test_row_0/B:col10/1732346570943/Put/seqid=0 2024-11-23T07:22:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T07:22:52,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742100_1276 (size=12301) 2024-11-23T07:22:52,137 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/c70717fd2fe64f1f8f6ef640a8dac32e 2024-11-23T07:22:52,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/db48fb26fe2645c0a837ae6db93026fe is 50, key is test_row_0/C:col10/1732346570943/Put/seqid=0 2024-11-23T07:22:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742101_1277 (size=12301) 2024-11-23T07:22:52,155 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/db48fb26fe2645c0a837ae6db93026fe 2024-11-23T07:22:52,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/d45064af98214e16b434f065e82d3a84 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d45064af98214e16b434f065e82d3a84 2024-11-23T07:22:52,174 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d45064af98214e16b434f065e82d3a84, entries=150, sequenceid=413, filesize=30.5 K 2024-11-23T07:22:52,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/c70717fd2fe64f1f8f6ef640a8dac32e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/c70717fd2fe64f1f8f6ef640a8dac32e 2024-11-23T07:22:52,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346632168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346632176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346632177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,182 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/c70717fd2fe64f1f8f6ef640a8dac32e, entries=150, sequenceid=413, filesize=12.0 K 2024-11-23T07:22:52,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/db48fb26fe2645c0a837ae6db93026fe as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/db48fb26fe2645c0a837ae6db93026fe 2024-11-23T07:22:52,189 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/db48fb26fe2645c0a837ae6db93026fe, entries=150, sequenceid=413, filesize=12.0 K 2024-11-23T07:22:52,193 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 8beadcc0bc2431ae03f0785f1fe83234 in 224ms, sequenceid=413, compaction requested=true 2024-11-23T07:22:52,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:52,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:52,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-23T07:22:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-23T07:22:52,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-23T07:22:52,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 379 msec 2024-11-23T07:22:52,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 383 msec 2024-11-23T07:22:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:52,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T07:22:52,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:52,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:52,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:52,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:52,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:52,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:52,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346632293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346632293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346632296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e70dfa33b2fb4c4980c97abc26d6be8a_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346572279/Put/seqid=0 2024-11-23T07:22:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742102_1278 (size=17534) 2024-11-23T07:22:52,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346632397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346632397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346632402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T07:22:52,419 INFO [Thread-778 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-23T07:22:52,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:22:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-23T07:22:52,424 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:22:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T07:22:52,425 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:22:52,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:22:52,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346632449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T07:22:52,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T07:22:52,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:52,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:52,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:52,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:52,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:52,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346632600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346632601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346632605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T07:22:52,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T07:22:52,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:52,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:52,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:52,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:52,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:52,790 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:52,796 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e70dfa33b2fb4c4980c97abc26d6be8a_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e70dfa33b2fb4c4980c97abc26d6be8a_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:52,798 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/00c9a028a96d43208f4dffe21d81a245, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:52,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/00c9a028a96d43208f4dffe21d81a245 is 175, key is test_row_0/A:col10/1732346572279/Put/seqid=0 2024-11-23T07:22:52,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742103_1279 (size=48639) 2024-11-23T07:22:52,823 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=442, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/00c9a028a96d43208f4dffe21d81a245 2024-11-23T07:22:52,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/155df19234764f6e8ccc31f4fec34301 is 50, key is test_row_0/B:col10/1732346572279/Put/seqid=0 2024-11-23T07:22:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742104_1280 (size=12301) 2024-11-23T07:22:52,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/155df19234764f6e8ccc31f4fec34301 2024-11-23T07:22:52,890 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T07:22:52,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:52,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:52,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:52,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:52,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:52,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/bffab5cf890049d7adb6fbaa52917911 is 50, key is test_row_0/C:col10/1732346572279/Put/seqid=0 2024-11-23T07:22:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:22:52,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346632907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346632909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346632909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:52,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742105_1281 (size=12301) 2024-11-23T07:22:52,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/bffab5cf890049d7adb6fbaa52917911 2024-11-23T07:22:52,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/00c9a028a96d43208f4dffe21d81a245 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/00c9a028a96d43208f4dffe21d81a245 2024-11-23T07:22:52,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/00c9a028a96d43208f4dffe21d81a245, entries=250, sequenceid=442, filesize=47.5 K 2024-11-23T07:22:52,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/155df19234764f6e8ccc31f4fec34301 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/155df19234764f6e8ccc31f4fec34301 2024-11-23T07:22:52,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/155df19234764f6e8ccc31f4fec34301, entries=150, sequenceid=442, filesize=12.0 K 2024-11-23T07:22:52,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/bffab5cf890049d7adb6fbaa52917911 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/bffab5cf890049d7adb6fbaa52917911 2024-11-23T07:22:52,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/bffab5cf890049d7adb6fbaa52917911, entries=150, sequenceid=442, filesize=12.0 K 2024-11-23T07:22:52,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 8beadcc0bc2431ae03f0785f1fe83234 in 678ms, sequenceid=442, compaction requested=true 2024-11-23T07:22:52,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:52,960 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:52,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:52,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:52,961 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:52,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:52,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:52,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:52,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:52,963 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143290 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:52,963 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/A is initiating minor compaction (all files) 2024-11-23T07:22:52,963 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/A in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:52,963 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/7f1a4be7095940868f04e0f2a263e892, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/3a1ed3baefb34fcea4279811c541a49d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d45064af98214e16b434f065e82d3a84, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/00c9a028a96d43208f4dffe21d81a245] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=139.9 K 2024-11-23T07:22:52,963 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:52,963 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/7f1a4be7095940868f04e0f2a263e892, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/3a1ed3baefb34fcea4279811c541a49d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d45064af98214e16b434f065e82d3a84, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/00c9a028a96d43208f4dffe21d81a245] 2024-11-23T07:22:52,964 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:52,964 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/B is initiating minor compaction (all files) 2024-11-23T07:22:52,964 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/B in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:52,964 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/a5fd84cd8ae744a08a700ca15fdd397d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/5f304596ad8748f287ee71c78e8d99fd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/c70717fd2fe64f1f8f6ef640a8dac32e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/155df19234764f6e8ccc31f4fec34301] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=48.9 K 2024-11-23T07:22:52,965 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f1a4be7095940868f04e0f2a263e892, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732346569957 2024-11-23T07:22:52,965 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a5fd84cd8ae744a08a700ca15fdd397d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732346569957 2024-11-23T07:22:52,965 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a1ed3baefb34fcea4279811c541a49d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732346570297 2024-11-23T07:22:52,966 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f304596ad8748f287ee71c78e8d99fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732346570297 2024-11-23T07:22:52,966 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d45064af98214e16b434f065e82d3a84, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732346570943 2024-11-23T07:22:52,966 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting c70717fd2fe64f1f8f6ef640a8dac32e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732346570943 2024-11-23T07:22:52,967 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00c9a028a96d43208f4dffe21d81a245, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732346572152 2024-11-23T07:22:52,967 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 155df19234764f6e8ccc31f4fec34301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732346572168 2024-11-23T07:22:53,002 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#B#compaction#234 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:53,004 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/673549893367422d917409a4f4aa65e8 is 50, key is test_row_0/B:col10/1732346572279/Put/seqid=0 2024-11-23T07:22:53,005 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:53,012 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411230a84b3e2d7974f37bfd91d21f60411cd_8beadcc0bc2431ae03f0785f1fe83234 store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:53,015 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411230a84b3e2d7974f37bfd91d21f60411cd_8beadcc0bc2431ae03f0785f1fe83234, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:53,016 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230a84b3e2d7974f37bfd91d21f60411cd_8beadcc0bc2431ae03f0785f1fe83234 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T07:22:53,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:53,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-23T07:22:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:53,048 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T07:22:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:53,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742107_1283 (size=4469) 2024-11-23T07:22:53,074 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#A#compaction#235 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:53,075 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/d64c616d2adf4890b97e4d242fb8f76a is 175, key is test_row_0/A:col10/1732346572279/Put/seqid=0 2024-11-23T07:22:53,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742106_1282 (size=13323) 2024-11-23T07:22:53,104 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/673549893367422d917409a4f4aa65e8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/673549893367422d917409a4f4aa65e8 2024-11-23T07:22:53,111 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/B of 8beadcc0bc2431ae03f0785f1fe83234 into 673549893367422d917409a4f4aa65e8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:53,111 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:53,111 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/B, priority=12, startTime=1732346572960; duration=0sec 2024-11-23T07:22:53,111 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:53,111 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:B 2024-11-23T07:22:53,111 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:22:53,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f01b81a6ebdf48e2ac6ef9cd87d4e4b5_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346572289/Put/seqid=0 2024-11-23T07:22:53,114 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:22:53,114 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/C is initiating minor compaction (all files) 2024-11-23T07:22:53,114 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/C in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:53,114 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/7b3a8287681c441db643efc2f5747a08, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/77ff00197ddd4f73a51592e4db1e8894, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/db48fb26fe2645c0a837ae6db93026fe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/bffab5cf890049d7adb6fbaa52917911] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=48.9 K 2024-11-23T07:22:53,114 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b3a8287681c441db643efc2f5747a08, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732346569957 2024-11-23T07:22:53,115 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 77ff00197ddd4f73a51592e4db1e8894, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732346570297 2024-11-23T07:22:53,115 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting db48fb26fe2645c0a837ae6db93026fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732346570943 2024-11-23T07:22:53,116 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting bffab5cf890049d7adb6fbaa52917911, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732346572168 2024-11-23T07:22:53,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742108_1284 (size=32277) 2024-11-23T07:22:53,143 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#C#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:53,144 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/b55baebcf1b0435ea49a3eb1536e1432 is 50, key is test_row_0/C:col10/1732346572279/Put/seqid=0 2024-11-23T07:22:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742109_1285 (size=12454) 2024-11-23T07:22:53,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742110_1286 (size=13323) 2024-11-23T07:22:53,217 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/b55baebcf1b0435ea49a3eb1536e1432 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/b55baebcf1b0435ea49a3eb1536e1432 2024-11-23T07:22:53,227 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/C of 8beadcc0bc2431ae03f0785f1fe83234 into b55baebcf1b0435ea49a3eb1536e1432(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:53,227 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:53,227 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/C, priority=12, startTime=1732346572961; duration=0sec 2024-11-23T07:22:53,228 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:53,228 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:C 2024-11-23T07:22:53,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. as already flushing 2024-11-23T07:22:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T07:22:53,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346633539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:53,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346633540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:53,549 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/d64c616d2adf4890b97e4d242fb8f76a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d64c616d2adf4890b97e4d242fb8f76a 2024-11-23T07:22:53,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346633545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:53,556 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/A of 8beadcc0bc2431ae03f0785f1fe83234 into d64c616d2adf4890b97e4d242fb8f76a(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:53,556 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:53,556 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/A, priority=12, startTime=1732346572960; duration=0sec 2024-11-23T07:22:53,556 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:53,556 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:A 2024-11-23T07:22:53,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:53,598 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f01b81a6ebdf48e2ac6ef9cd87d4e4b5_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f01b81a6ebdf48e2ac6ef9cd87d4e4b5_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/ee007a098da74245bd50dfb7ecfd9265, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:53,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/ee007a098da74245bd50dfb7ecfd9265 is 175, key is test_row_0/A:col10/1732346572289/Put/seqid=0 2024-11-23T07:22:53,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742111_1287 (size=31255) 2024-11-23T07:22:53,644 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=449, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/ee007a098da74245bd50dfb7ecfd9265 2024-11-23T07:22:53,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346633648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/306b8125e9a249c49068cd4974ab0763 is 50, key is test_row_0/B:col10/1732346572289/Put/seqid=0 2024-11-23T07:22:53,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346633653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:53,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346633661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:53,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742112_1288 (size=12301) 2024-11-23T07:22:53,690 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/306b8125e9a249c49068cd4974ab0763 2024-11-23T07:22:53,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/4f6b056697684fc3be85d9c06a3fbc44 is 50, key is test_row_0/C:col10/1732346572289/Put/seqid=0 2024-11-23T07:22:53,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742113_1289 (size=12301) 2024-11-23T07:22:53,731 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/4f6b056697684fc3be85d9c06a3fbc44 2024-11-23T07:22:53,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/ee007a098da74245bd50dfb7ecfd9265 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ee007a098da74245bd50dfb7ecfd9265 2024-11-23T07:22:53,753 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ee007a098da74245bd50dfb7ecfd9265, entries=150, sequenceid=449, filesize=30.5 K 2024-11-23T07:22:53,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/306b8125e9a249c49068cd4974ab0763 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/306b8125e9a249c49068cd4974ab0763 2024-11-23T07:22:53,763 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/306b8125e9a249c49068cd4974ab0763, entries=150, sequenceid=449, filesize=12.0 K 2024-11-23T07:22:53,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/4f6b056697684fc3be85d9c06a3fbc44 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/4f6b056697684fc3be85d9c06a3fbc44 2024-11-23T07:22:53,774 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/4f6b056697684fc3be85d9c06a3fbc44, entries=150, sequenceid=449, filesize=12.0 K 2024-11-23T07:22:53,775 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 8beadcc0bc2431ae03f0785f1fe83234 in 727ms, sequenceid=449, compaction requested=false 2024-11-23T07:22:53,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:53,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:53,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-23T07:22:53,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-23T07:22:53,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-23T07:22:53,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3510 sec 2024-11-23T07:22:53,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.3570 sec 2024-11-23T07:22:53,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-23T07:22:53,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:53,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:53,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:53,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:53,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:53,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:53,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346633866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:53,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346633866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346633868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:53,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237f46952d75fe4d21a06ef1cd1632d981_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346573852/Put/seqid=0 2024-11-23T07:22:53,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742114_1290 (size=14994) 2024-11-23T07:22:53,915 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:53,920 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237f46952d75fe4d21a06ef1cd1632d981_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237f46952d75fe4d21a06ef1cd1632d981_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:53,922 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/4a063259b11e450eb4d78862d245182d, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:53,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/4a063259b11e450eb4d78862d245182d is 175, key is test_row_0/A:col10/1732346573852/Put/seqid=0 2024-11-23T07:22:53,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33866 deadline: 1732346633951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:53,954 DEBUG [Thread-774 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18230 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:22:53,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742115_1291 (size=39949) 2024-11-23T07:22:53,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346633971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:53,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346633971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:54,130 DEBUG [Thread-781 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c645fa1 to 127.0.0.1:49944 2024-11-23T07:22:54,131 DEBUG [Thread-781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:54,132 DEBUG [Thread-779 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42b9a37d to 127.0.0.1:49944 2024-11-23T07:22:54,132 DEBUG [Thread-779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:54,134 DEBUG [Thread-783 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c317ae0 to 127.0.0.1:49944 2024-11-23T07:22:54,134 DEBUG [Thread-783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:54,135 DEBUG [Thread-785 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a0fc918 to 127.0.0.1:49944 2024-11-23T07:22:54,135 DEBUG [Thread-785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:54,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346634174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:54,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346634175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:54,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346634175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:54,363 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=482, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/4a063259b11e450eb4d78862d245182d 2024-11-23T07:22:54,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/e4d1c0319bef4baca89992958ed13c8b is 50, key is test_row_0/B:col10/1732346573852/Put/seqid=0 2024-11-23T07:22:54,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742116_1292 (size=12301) 2024-11-23T07:22:54,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33892 deadline: 1732346634451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:54,453 DEBUG [Thread-772 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:22:54,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346634476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:54,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346634477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T07:22:54,531 INFO [Thread-778 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-23T07:22:54,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33906 deadline: 1732346634679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:54,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/e4d1c0319bef4baca89992958ed13c8b 2024-11-23T07:22:54,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/bd1dd466cca54666a399aa3dcc30f699 is 50, key is test_row_0/C:col10/1732346573852/Put/seqid=0 2024-11-23T07:22:54,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742117_1293 (size=12301) 2024-11-23T07:22:54,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1732346634978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:54,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:22:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33880 deadline: 1732346634981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:22:55,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/bd1dd466cca54666a399aa3dcc30f699 2024-11-23T07:22:55,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/4a063259b11e450eb4d78862d245182d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4a063259b11e450eb4d78862d245182d 2024-11-23T07:22:55,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4a063259b11e450eb4d78862d245182d, entries=200, sequenceid=482, filesize=39.0 K 2024-11-23T07:22:55,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/e4d1c0319bef4baca89992958ed13c8b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e4d1c0319bef4baca89992958ed13c8b 2024-11-23T07:22:55,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e4d1c0319bef4baca89992958ed13c8b, entries=150, sequenceid=482, filesize=12.0 K 2024-11-23T07:22:55,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/bd1dd466cca54666a399aa3dcc30f699 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/bd1dd466cca54666a399aa3dcc30f699 2024-11-23T07:22:55,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/bd1dd466cca54666a399aa3dcc30f699, entries=150, sequenceid=482, filesize=12.0 K 2024-11-23T07:22:55,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 8beadcc0bc2431ae03f0785f1fe83234 in 1357ms, sequenceid=482, compaction requested=true 2024-11-23T07:22:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:22:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:55,211 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:22:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8beadcc0bc2431ae03f0785f1fe83234:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:22:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:55,211 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:55,212 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:55,213 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/A is initiating minor compaction (all files) 2024-11-23T07:22:55,213 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/A in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:55,213 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d64c616d2adf4890b97e4d242fb8f76a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ee007a098da74245bd50dfb7ecfd9265, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4a063259b11e450eb4d78862d245182d] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=101.1 K 2024-11-23T07:22:55,213 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:55,213 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d64c616d2adf4890b97e4d242fb8f76a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ee007a098da74245bd50dfb7ecfd9265, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4a063259b11e450eb4d78862d245182d] 2024-11-23T07:22:55,213 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:55,213 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d64c616d2adf4890b97e4d242fb8f76a, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732346572168 2024-11-23T07:22:55,213 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/B is initiating minor compaction (all files) 2024-11-23T07:22:55,213 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/B in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:55,213 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/673549893367422d917409a4f4aa65e8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/306b8125e9a249c49068cd4974ab0763, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e4d1c0319bef4baca89992958ed13c8b] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=37.0 K 2024-11-23T07:22:55,214 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee007a098da74245bd50dfb7ecfd9265, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732346572289 2024-11-23T07:22:55,214 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 673549893367422d917409a4f4aa65e8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732346572168 2024-11-23T07:22:55,214 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a063259b11e450eb4d78862d245182d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732346573532 2024-11-23T07:22:55,214 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 306b8125e9a249c49068cd4974ab0763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732346572289 2024-11-23T07:22:55,215 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e4d1c0319bef4baca89992958ed13c8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732346573532 2024-11-23T07:22:55,226 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#B#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:55,226 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:55,227 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/494b9fdc3ec541e2a47c283087e98b11 is 50, key is test_row_0/B:col10/1732346573852/Put/seqid=0 2024-11-23T07:22:55,228 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123542dbbc129164e59940a8f0ad5c9a1de_8beadcc0bc2431ae03f0785f1fe83234 store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:55,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742118_1294 (size=13425) 2024-11-23T07:22:55,263 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123542dbbc129164e59940a8f0ad5c9a1de_8beadcc0bc2431ae03f0785f1fe83234, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:55,263 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123542dbbc129164e59940a8f0ad5c9a1de_8beadcc0bc2431ae03f0785f1fe83234 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742119_1295 (size=4469) 2024-11-23T07:22:55,640 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/494b9fdc3ec541e2a47c283087e98b11 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/494b9fdc3ec541e2a47c283087e98b11 2024-11-23T07:22:55,646 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/B of 8beadcc0bc2431ae03f0785f1fe83234 into 494b9fdc3ec541e2a47c283087e98b11(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:55,646 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:55,646 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/B, priority=13, startTime=1732346575211; duration=0sec 2024-11-23T07:22:55,646 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:22:55,646 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:B 2024-11-23T07:22:55,646 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:22:55,647 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:22:55,647 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 8beadcc0bc2431ae03f0785f1fe83234/C is initiating minor compaction (all files) 2024-11-23T07:22:55,647 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8beadcc0bc2431ae03f0785f1fe83234/C in TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:22:55,647 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/b55baebcf1b0435ea49a3eb1536e1432, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/4f6b056697684fc3be85d9c06a3fbc44, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/bd1dd466cca54666a399aa3dcc30f699] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp, totalSize=37.0 K 2024-11-23T07:22:55,648 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b55baebcf1b0435ea49a3eb1536e1432, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732346572168 2024-11-23T07:22:55,648 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f6b056697684fc3be85d9c06a3fbc44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732346572289 2024-11-23T07:22:55,649 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting bd1dd466cca54666a399aa3dcc30f699, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732346573532 2024-11-23T07:22:55,658 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#C#compaction#245 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:55,658 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/f37a261406b349d5bf37ed28748c2afe is 50, key is test_row_0/C:col10/1732346573852/Put/seqid=0 2024-11-23T07:22:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742120_1296 (size=13425) 2024-11-23T07:22:55,669 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/f37a261406b349d5bf37ed28748c2afe as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f37a261406b349d5bf37ed28748c2afe 2024-11-23T07:22:55,677 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/C of 8beadcc0bc2431ae03f0785f1fe83234 into f37a261406b349d5bf37ed28748c2afe(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:55,677 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:55,677 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/C, priority=13, startTime=1732346575211; duration=0sec 2024-11-23T07:22:55,677 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:55,677 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:C 2024-11-23T07:22:55,691 DEBUG [Thread-770 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b8114b4 to 127.0.0.1:49944 2024-11-23T07:22:55,691 DEBUG [Thread-770 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:55,695 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8beadcc0bc2431ae03f0785f1fe83234#A#compaction#244 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:22:55,696 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/a1327d665cfd45a685e87a0fc4bdc798 is 175, key is test_row_0/A:col10/1732346573852/Put/seqid=0 2024-11-23T07:22:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742121_1297 (size=32379) 2024-11-23T07:22:55,990 DEBUG [Thread-776 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d89b50a to 127.0.0.1:49944 2024-11-23T07:22:55,990 DEBUG [Thread-776 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:55,990 DEBUG [Thread-768 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x444a61a2 to 127.0.0.1:49944 2024-11-23T07:22:55,990 DEBUG [Thread-768 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:56,116 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/a1327d665cfd45a685e87a0fc4bdc798 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/a1327d665cfd45a685e87a0fc4bdc798 2024-11-23T07:22:56,123 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8beadcc0bc2431ae03f0785f1fe83234/A of 8beadcc0bc2431ae03f0785f1fe83234 into a1327d665cfd45a685e87a0fc4bdc798(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:22:56,123 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:22:56,123 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234., storeName=8beadcc0bc2431ae03f0785f1fe83234/A, priority=13, startTime=1732346575211; duration=0sec 2024-11-23T07:22:56,123 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:22:56,123 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8beadcc0bc2431ae03f0785f1fe83234:A 2024-11-23T07:22:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:58,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:22:58,488 DEBUG [Thread-772 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04cd0bf5 to 127.0.0.1:49944 2024-11-23T07:22:58,488 DEBUG [Thread-772 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:22:58,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:22:58,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:58,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:22:58,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:58,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:22:58,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:22:58,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b1667da11dce41e3b4d6c17c7362f38f_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_0/A:col10/1732346575989/Put/seqid=0 2024-11-23T07:22:58,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742122_1298 (size=12454) 2024-11-23T07:22:58,899 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:22:58,903 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b1667da11dce41e3b4d6c17c7362f38f_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b1667da11dce41e3b4d6c17c7362f38f_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:22:58,904 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/b454c0f19eb447fdb5a8263c919ce789, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:22:58,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/b454c0f19eb447fdb5a8263c919ce789 is 175, key is test_row_0/A:col10/1732346575989/Put/seqid=0 2024-11-23T07:22:58,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742123_1299 (size=31255) 2024-11-23T07:22:59,309 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=496, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/b454c0f19eb447fdb5a8263c919ce789 2024-11-23T07:22:59,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/cc4ccb7b048542dcb71c444019342073 is 50, key is test_row_0/B:col10/1732346575989/Put/seqid=0 2024-11-23T07:22:59,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742124_1300 (size=12301) 2024-11-23T07:22:59,516 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T07:22:59,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/cc4ccb7b048542dcb71c444019342073 2024-11-23T07:22:59,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/36a908cfce05440595d100f258a69d08 is 50, key is test_row_0/C:col10/1732346575989/Put/seqid=0 2024-11-23T07:22:59,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742125_1301 (size=12301) 2024-11-23T07:23:00,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/36a908cfce05440595d100f258a69d08 2024-11-23T07:23:00,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/b454c0f19eb447fdb5a8263c919ce789 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/b454c0f19eb447fdb5a8263c919ce789 2024-11-23T07:23:00,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/b454c0f19eb447fdb5a8263c919ce789, entries=150, sequenceid=496, filesize=30.5 K 2024-11-23T07:23:00,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/cc4ccb7b048542dcb71c444019342073 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/cc4ccb7b048542dcb71c444019342073 2024-11-23T07:23:00,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/cc4ccb7b048542dcb71c444019342073, entries=150, sequenceid=496, filesize=12.0 K 2024-11-23T07:23:00,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/36a908cfce05440595d100f258a69d08 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/36a908cfce05440595d100f258a69d08 2024-11-23T07:23:00,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/36a908cfce05440595d100f258a69d08, entries=150, sequenceid=496, filesize=12.0 K 2024-11-23T07:23:00,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 8beadcc0bc2431ae03f0785f1fe83234 in 1658ms, sequenceid=496, compaction requested=false 2024-11-23T07:23:00,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:23:04,021 DEBUG [Thread-774 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77f4d875 to 127.0.0.1:49944 2024-11-23T07:23:04,021 DEBUG [Thread-774 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:04,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T07:23:04,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-23T07:23:04,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-23T07:23:04,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-23T07:23:04,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-23T07:23:04,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-23T07:23:04,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T07:23:04,021 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4749 2024-11-23T07:23:04,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4559 2024-11-23T07:23:04,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T07:23:04,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2102 2024-11-23T07:23:04,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6305 rows 2024-11-23T07:23:04,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2122 2024-11-23T07:23:04,022 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6366 rows 2024-11-23T07:23:04,022 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T07:23:04,022 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f48bdaf to 127.0.0.1:49944 2024-11-23T07:23:04,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:04,024 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T07:23:04,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T07:23:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T07:23:04,028 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346584028"}]},"ts":"1732346584028"} 2024-11-23T07:23:04,030 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T07:23:04,032 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T07:23:04,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T07:23:04,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8beadcc0bc2431ae03f0785f1fe83234, UNASSIGN}] 2024-11-23T07:23:04,034 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8beadcc0bc2431ae03f0785f1fe83234, UNASSIGN 2024-11-23T07:23:04,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=8beadcc0bc2431ae03f0785f1fe83234, regionState=CLOSING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:04,035 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T07:23:04,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:23:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T07:23:04,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:04,187 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:04,187 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T07:23:04,187 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 8beadcc0bc2431ae03f0785f1fe83234, disabling compactions & flushes 2024-11-23T07:23:04,187 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:23:04,187 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:23:04,187 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. after waiting 0 ms 2024-11-23T07:23:04,187 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:23:04,187 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing 8beadcc0bc2431ae03f0785f1fe83234 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-23T07:23:04,187 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=A 2024-11-23T07:23:04,188 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:04,188 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=B 2024-11-23T07:23:04,188 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:04,188 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8beadcc0bc2431ae03f0785f1fe83234, store=C 2024-11-23T07:23:04,188 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:04,193 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f49c4911eea749618059d859b55a246b_8beadcc0bc2431ae03f0785f1fe83234 is 50, key is test_row_1/A:col10/1732346584020/Put/seqid=0 2024-11-23T07:23:04,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742126_1302 (size=7374) 2024-11-23T07:23:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T07:23:04,597 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:04,601 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f49c4911eea749618059d859b55a246b_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f49c4911eea749618059d859b55a246b_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:04,602 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/84d03c62b6b148dcabf23ad3ad3908be, store: [table=TestAcidGuarantees family=A region=8beadcc0bc2431ae03f0785f1fe83234] 2024-11-23T07:23:04,603 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/84d03c62b6b148dcabf23ad3ad3908be is 175, key is test_row_1/A:col10/1732346584020/Put/seqid=0 2024-11-23T07:23:04,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742127_1303 (size=13865) 2024-11-23T07:23:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T07:23:05,007 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=500, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/84d03c62b6b148dcabf23ad3ad3908be 2024-11-23T07:23:05,013 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/f76be823104c402b862b74450a68eb70 is 50, key is test_row_1/B:col10/1732346584020/Put/seqid=0 2024-11-23T07:23:05,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742128_1304 (size=7415) 2024-11-23T07:23:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T07:23:05,416 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/f76be823104c402b862b74450a68eb70 2024-11-23T07:23:05,423 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/04a3a514cfe644cda4775fe174698fd8 is 50, key is test_row_1/C:col10/1732346584020/Put/seqid=0 2024-11-23T07:23:05,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742129_1305 (size=7415) 2024-11-23T07:23:05,827 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/04a3a514cfe644cda4775fe174698fd8 2024-11-23T07:23:05,831 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/A/84d03c62b6b148dcabf23ad3ad3908be as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/84d03c62b6b148dcabf23ad3ad3908be 2024-11-23T07:23:05,835 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/84d03c62b6b148dcabf23ad3ad3908be, entries=50, sequenceid=500, filesize=13.5 K 2024-11-23T07:23:05,836 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/B/f76be823104c402b862b74450a68eb70 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f76be823104c402b862b74450a68eb70 2024-11-23T07:23:05,839 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f76be823104c402b862b74450a68eb70, entries=50, sequenceid=500, filesize=7.2 K 2024-11-23T07:23:05,840 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/.tmp/C/04a3a514cfe644cda4775fe174698fd8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/04a3a514cfe644cda4775fe174698fd8 2024-11-23T07:23:05,843 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/04a3a514cfe644cda4775fe174698fd8, entries=50, sequenceid=500, filesize=7.2 K 2024-11-23T07:23:05,844 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 8beadcc0bc2431ae03f0785f1fe83234 in 1657ms, sequenceid=500, compaction requested=true 2024-11-23T07:23:05,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/46e7a27aeff44ea79aaf7cb3de58e4ae, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10642fe3a6a941cfa5b4053c470c6cb9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/a143183da526457d92600d2b92ae8f9f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/6ae79754f83b4316946baf2c23f2327a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/09a49b8641d5405fa0e0f353bd857b8a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/e359fa4b16b94957b2438342c4856a3a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/c68efb6beadb4b01acb5b4d2199c0c93, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/cf51a4095e6b4f75a5b788f9fe54738a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1b40defef5e74ca499e646c90d650c6c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/34bf5f5a8cde409eae95a8059768de11, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/47c3f470a9fa4f959680ccf0e1936ac3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/afd04feeb749433fbf8ddbae21f0657e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ad62d6ba59494b1ab7e6554aff143f9d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/bc88445bcfe449f0bddd368aba44659d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/81a435c4127643d68f1930927e11dd68, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1e75795a86854effbd64236807010b56, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/de4619685b014defa5e68bb7adf34f4e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/15d7ac868866488fade3d599963f8339, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4ce53fb3f79148c6920c970c3337f114, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/193b7b28d8bb4b7f96d50d1fa1774952, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/31fda4cd30c542c0a26e12d8f6502994, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10d459ad7a3d48629f78b652a951a2b6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/e0bccec415b149e9a17599f47524582e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/fd53fd5a836e46ed8f57c85014aa89f1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4c6b6979e63340ffa055348bd936318b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/59d1bc9b4ad94c05be420278f3ef8b50, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/7f1a4be7095940868f04e0f2a263e892, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/3a1ed3baefb34fcea4279811c541a49d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d45064af98214e16b434f065e82d3a84, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/00c9a028a96d43208f4dffe21d81a245, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d64c616d2adf4890b97e4d242fb8f76a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ee007a098da74245bd50dfb7ecfd9265, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4a063259b11e450eb4d78862d245182d] to archive 2024-11-23T07:23:05,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:23:05,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/46e7a27aeff44ea79aaf7cb3de58e4ae to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/46e7a27aeff44ea79aaf7cb3de58e4ae 2024-11-23T07:23:05,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10642fe3a6a941cfa5b4053c470c6cb9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10642fe3a6a941cfa5b4053c470c6cb9 2024-11-23T07:23:05,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/a143183da526457d92600d2b92ae8f9f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/a143183da526457d92600d2b92ae8f9f 2024-11-23T07:23:05,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/6ae79754f83b4316946baf2c23f2327a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/6ae79754f83b4316946baf2c23f2327a 2024-11-23T07:23:05,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/09a49b8641d5405fa0e0f353bd857b8a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/09a49b8641d5405fa0e0f353bd857b8a 2024-11-23T07:23:05,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/e359fa4b16b94957b2438342c4856a3a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/e359fa4b16b94957b2438342c4856a3a 2024-11-23T07:23:05,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/c68efb6beadb4b01acb5b4d2199c0c93 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/c68efb6beadb4b01acb5b4d2199c0c93 2024-11-23T07:23:05,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/cf51a4095e6b4f75a5b788f9fe54738a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/cf51a4095e6b4f75a5b788f9fe54738a 2024-11-23T07:23:05,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1b40defef5e74ca499e646c90d650c6c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1b40defef5e74ca499e646c90d650c6c 2024-11-23T07:23:05,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/34bf5f5a8cde409eae95a8059768de11 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/34bf5f5a8cde409eae95a8059768de11 2024-11-23T07:23:05,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/47c3f470a9fa4f959680ccf0e1936ac3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/47c3f470a9fa4f959680ccf0e1936ac3 2024-11-23T07:23:05,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/afd04feeb749433fbf8ddbae21f0657e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/afd04feeb749433fbf8ddbae21f0657e 2024-11-23T07:23:05,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ad62d6ba59494b1ab7e6554aff143f9d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ad62d6ba59494b1ab7e6554aff143f9d 2024-11-23T07:23:05,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/bc88445bcfe449f0bddd368aba44659d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/bc88445bcfe449f0bddd368aba44659d 2024-11-23T07:23:05,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/81a435c4127643d68f1930927e11dd68 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/81a435c4127643d68f1930927e11dd68 2024-11-23T07:23:05,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1e75795a86854effbd64236807010b56 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/1e75795a86854effbd64236807010b56 2024-11-23T07:23:05,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/de4619685b014defa5e68bb7adf34f4e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/de4619685b014defa5e68bb7adf34f4e 2024-11-23T07:23:05,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/15d7ac868866488fade3d599963f8339 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/15d7ac868866488fade3d599963f8339 2024-11-23T07:23:05,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4ce53fb3f79148c6920c970c3337f114 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4ce53fb3f79148c6920c970c3337f114 2024-11-23T07:23:05,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/193b7b28d8bb4b7f96d50d1fa1774952 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/193b7b28d8bb4b7f96d50d1fa1774952 2024-11-23T07:23:05,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/31fda4cd30c542c0a26e12d8f6502994 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/31fda4cd30c542c0a26e12d8f6502994 2024-11-23T07:23:05,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10d459ad7a3d48629f78b652a951a2b6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/10d459ad7a3d48629f78b652a951a2b6 2024-11-23T07:23:05,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/e0bccec415b149e9a17599f47524582e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/e0bccec415b149e9a17599f47524582e 2024-11-23T07:23:05,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/fd53fd5a836e46ed8f57c85014aa89f1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/fd53fd5a836e46ed8f57c85014aa89f1 2024-11-23T07:23:05,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4c6b6979e63340ffa055348bd936318b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4c6b6979e63340ffa055348bd936318b 2024-11-23T07:23:05,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/59d1bc9b4ad94c05be420278f3ef8b50 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/59d1bc9b4ad94c05be420278f3ef8b50 2024-11-23T07:23:05,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/7f1a4be7095940868f04e0f2a263e892 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/7f1a4be7095940868f04e0f2a263e892 2024-11-23T07:23:05,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/3a1ed3baefb34fcea4279811c541a49d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/3a1ed3baefb34fcea4279811c541a49d 2024-11-23T07:23:05,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d45064af98214e16b434f065e82d3a84 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d45064af98214e16b434f065e82d3a84 2024-11-23T07:23:05,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/00c9a028a96d43208f4dffe21d81a245 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/00c9a028a96d43208f4dffe21d81a245 2024-11-23T07:23:05,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d64c616d2adf4890b97e4d242fb8f76a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/d64c616d2adf4890b97e4d242fb8f76a 2024-11-23T07:23:05,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ee007a098da74245bd50dfb7ecfd9265 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/ee007a098da74245bd50dfb7ecfd9265 2024-11-23T07:23:05,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4a063259b11e450eb4d78862d245182d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/4a063259b11e450eb4d78862d245182d 2024-11-23T07:23:05,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/16df26b2baf7480aabc7a2d07c987ed9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/1e000e78c32548a28654e0723083468b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/6486639662814b12962a6634f9e1dd6e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/c52d4d04d1cf4f15bf66bfcefbdfdb73, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/b4533cf0f4c64395a35f4e765d516dc7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/b867e49e422e447e81f6553a63a9b341, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/a9546786a1c54db1a0f774088be2c507, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/4b2d8f9f932149d98cd5a759fc4198c3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/650bd8e693b5470aa5de411c762c95a6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/d984c6ad8f7542efbd060467eeb61f37, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/87f3f3f89ac14c8d9a2b57a942c612a1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/0c2f9fac34934e3dace67c74c4c7de92, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f577c3025e80413582548a0e559bf342, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/28ca7128de0341b7aeaaf446d6a8a6a0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/051a76f5c2864ec8b395f50c0c6e4219, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/015e2407cbc9491cb5c6b2494391cccd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f39daac8651f4071aec62d385236cddc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/51d8fc4ec9af449e8eab87ef517e7cf0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/11a23670403249b6901877649515a6d8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e3795cd61db44ea38e85fe0ccd0b3403, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/7921a81a207a4f97962a222f9c00d40f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f6d7ce3fd95d4b62833d20d404bad924, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/db2a0d9f0edf4493a9a358dd19bdc429, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/2fb0481965774281838b072d4c7ab82d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/8b8139b846e240e7ab4f9d3a3d8ed1c7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/a5fd84cd8ae744a08a700ca15fdd397d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e81861b382114693ac8797aa0d0c59d7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/5f304596ad8748f287ee71c78e8d99fd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/c70717fd2fe64f1f8f6ef640a8dac32e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/673549893367422d917409a4f4aa65e8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/155df19234764f6e8ccc31f4fec34301, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/306b8125e9a249c49068cd4974ab0763, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e4d1c0319bef4baca89992958ed13c8b] to archive 2024-11-23T07:23:05,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:23:05,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/16df26b2baf7480aabc7a2d07c987ed9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/16df26b2baf7480aabc7a2d07c987ed9 2024-11-23T07:23:05,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/1e000e78c32548a28654e0723083468b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/1e000e78c32548a28654e0723083468b 2024-11-23T07:23:05,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/6486639662814b12962a6634f9e1dd6e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/6486639662814b12962a6634f9e1dd6e 2024-11-23T07:23:05,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/c52d4d04d1cf4f15bf66bfcefbdfdb73 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/c52d4d04d1cf4f15bf66bfcefbdfdb73 2024-11-23T07:23:05,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/b4533cf0f4c64395a35f4e765d516dc7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/b4533cf0f4c64395a35f4e765d516dc7 2024-11-23T07:23:05,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/b867e49e422e447e81f6553a63a9b341 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/b867e49e422e447e81f6553a63a9b341 2024-11-23T07:23:05,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/a9546786a1c54db1a0f774088be2c507 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/a9546786a1c54db1a0f774088be2c507 2024-11-23T07:23:05,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/4b2d8f9f932149d98cd5a759fc4198c3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/4b2d8f9f932149d98cd5a759fc4198c3 2024-11-23T07:23:05,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/650bd8e693b5470aa5de411c762c95a6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/650bd8e693b5470aa5de411c762c95a6 2024-11-23T07:23:05,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/d984c6ad8f7542efbd060467eeb61f37 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/d984c6ad8f7542efbd060467eeb61f37 2024-11-23T07:23:05,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/87f3f3f89ac14c8d9a2b57a942c612a1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/87f3f3f89ac14c8d9a2b57a942c612a1 2024-11-23T07:23:05,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/0c2f9fac34934e3dace67c74c4c7de92 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/0c2f9fac34934e3dace67c74c4c7de92 2024-11-23T07:23:05,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f577c3025e80413582548a0e559bf342 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f577c3025e80413582548a0e559bf342 2024-11-23T07:23:05,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/28ca7128de0341b7aeaaf446d6a8a6a0 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/28ca7128de0341b7aeaaf446d6a8a6a0 2024-11-23T07:23:05,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/051a76f5c2864ec8b395f50c0c6e4219 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/051a76f5c2864ec8b395f50c0c6e4219 2024-11-23T07:23:05,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/015e2407cbc9491cb5c6b2494391cccd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/015e2407cbc9491cb5c6b2494391cccd 2024-11-23T07:23:05,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f39daac8651f4071aec62d385236cddc to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f39daac8651f4071aec62d385236cddc 2024-11-23T07:23:05,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/51d8fc4ec9af449e8eab87ef517e7cf0 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/51d8fc4ec9af449e8eab87ef517e7cf0 2024-11-23T07:23:05,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/11a23670403249b6901877649515a6d8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/11a23670403249b6901877649515a6d8 2024-11-23T07:23:05,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e3795cd61db44ea38e85fe0ccd0b3403 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e3795cd61db44ea38e85fe0ccd0b3403 2024-11-23T07:23:05,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/7921a81a207a4f97962a222f9c00d40f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/7921a81a207a4f97962a222f9c00d40f 2024-11-23T07:23:05,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f6d7ce3fd95d4b62833d20d404bad924 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f6d7ce3fd95d4b62833d20d404bad924 2024-11-23T07:23:05,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/db2a0d9f0edf4493a9a358dd19bdc429 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/db2a0d9f0edf4493a9a358dd19bdc429 2024-11-23T07:23:05,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/2fb0481965774281838b072d4c7ab82d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/2fb0481965774281838b072d4c7ab82d 2024-11-23T07:23:05,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/8b8139b846e240e7ab4f9d3a3d8ed1c7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/8b8139b846e240e7ab4f9d3a3d8ed1c7 2024-11-23T07:23:05,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/a5fd84cd8ae744a08a700ca15fdd397d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/a5fd84cd8ae744a08a700ca15fdd397d 2024-11-23T07:23:05,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e81861b382114693ac8797aa0d0c59d7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e81861b382114693ac8797aa0d0c59d7 2024-11-23T07:23:05,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/5f304596ad8748f287ee71c78e8d99fd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/5f304596ad8748f287ee71c78e8d99fd 2024-11-23T07:23:05,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/c70717fd2fe64f1f8f6ef640a8dac32e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/c70717fd2fe64f1f8f6ef640a8dac32e 2024-11-23T07:23:05,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/673549893367422d917409a4f4aa65e8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/673549893367422d917409a4f4aa65e8 2024-11-23T07:23:05,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/155df19234764f6e8ccc31f4fec34301 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/155df19234764f6e8ccc31f4fec34301 2024-11-23T07:23:05,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/306b8125e9a249c49068cd4974ab0763 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/306b8125e9a249c49068cd4974ab0763 2024-11-23T07:23:05,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e4d1c0319bef4baca89992958ed13c8b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/e4d1c0319bef4baca89992958ed13c8b 2024-11-23T07:23:05,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/aed398e59bee4254856149613f254599, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/0cfd4071673b4f5e8ba0f47d5d8c6be0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/5de0d0125c39481299d94ef0d18ea6c1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/deeefc1d313c47f48f57256323b11e9c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/75c0a3eea1c8412e8400991b3e1afd0d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/4354304eb6584d4fadc88ab502663730, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/98f928be8af44785b5ce570f4e26f4c6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/8034a46c2db0438985452e3ee7acc16e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/b644c5de72dc48beb14c21565e9f69c3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/7e620a0405914783a750a1ab11802811, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f9557e0668f846119dd9ba9cb5eb9e9d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/ba018b77a6514b2a853b62b5c91852ed, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/671d197439e54e81a761b05744e73e30, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/6ab96de1c5eb4193a29f64f47acee251, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/a21aaa129db540f3b1c93f29497e88ac, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/377c2a622daf48dfb97cf5dd33001c24, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/fbfd4863aa154263bb3c24dc91ea1dea, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/25c997baae154a6aab1f659db4502033, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/3f929e235c864f0bb6ceb63df6169fe7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/181be9d50e524698985c2d610c320bb4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/de8c1f7f00184cda9b77a016bcc32ccf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/409e4cc1244c4dcb9d5cb5b45359905e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/ca1ac94b365849ec91e1c5d75e764b97, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/23b03c911eba4cfe9d1f49e3d938ba3f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f9c1a54c4d7a46aaaa87567441a79646, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/7b3a8287681c441db643efc2f5747a08, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f62e2e333a71463a8f8cf7f077c2b35e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/77ff00197ddd4f73a51592e4db1e8894, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/db48fb26fe2645c0a837ae6db93026fe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/b55baebcf1b0435ea49a3eb1536e1432, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/bffab5cf890049d7adb6fbaa52917911, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/4f6b056697684fc3be85d9c06a3fbc44, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/bd1dd466cca54666a399aa3dcc30f699] to archive 2024-11-23T07:23:05,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:23:05,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/aed398e59bee4254856149613f254599 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/aed398e59bee4254856149613f254599 2024-11-23T07:23:05,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/0cfd4071673b4f5e8ba0f47d5d8c6be0 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/0cfd4071673b4f5e8ba0f47d5d8c6be0 2024-11-23T07:23:05,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/5de0d0125c39481299d94ef0d18ea6c1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/5de0d0125c39481299d94ef0d18ea6c1 2024-11-23T07:23:05,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/deeefc1d313c47f48f57256323b11e9c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/deeefc1d313c47f48f57256323b11e9c 2024-11-23T07:23:05,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/75c0a3eea1c8412e8400991b3e1afd0d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/75c0a3eea1c8412e8400991b3e1afd0d 2024-11-23T07:23:05,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/4354304eb6584d4fadc88ab502663730 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/4354304eb6584d4fadc88ab502663730 2024-11-23T07:23:05,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/98f928be8af44785b5ce570f4e26f4c6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/98f928be8af44785b5ce570f4e26f4c6 2024-11-23T07:23:05,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/8034a46c2db0438985452e3ee7acc16e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/8034a46c2db0438985452e3ee7acc16e 2024-11-23T07:23:05,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/b644c5de72dc48beb14c21565e9f69c3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/b644c5de72dc48beb14c21565e9f69c3 2024-11-23T07:23:05,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/7e620a0405914783a750a1ab11802811 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/7e620a0405914783a750a1ab11802811 2024-11-23T07:23:05,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f9557e0668f846119dd9ba9cb5eb9e9d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f9557e0668f846119dd9ba9cb5eb9e9d 2024-11-23T07:23:05,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/ba018b77a6514b2a853b62b5c91852ed to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/ba018b77a6514b2a853b62b5c91852ed 2024-11-23T07:23:05,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/671d197439e54e81a761b05744e73e30 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/671d197439e54e81a761b05744e73e30 2024-11-23T07:23:05,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/6ab96de1c5eb4193a29f64f47acee251 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/6ab96de1c5eb4193a29f64f47acee251 2024-11-23T07:23:05,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/a21aaa129db540f3b1c93f29497e88ac to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/a21aaa129db540f3b1c93f29497e88ac 2024-11-23T07:23:05,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/377c2a622daf48dfb97cf5dd33001c24 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/377c2a622daf48dfb97cf5dd33001c24 2024-11-23T07:23:05,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/fbfd4863aa154263bb3c24dc91ea1dea to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/fbfd4863aa154263bb3c24dc91ea1dea 2024-11-23T07:23:05,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/25c997baae154a6aab1f659db4502033 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/25c997baae154a6aab1f659db4502033 2024-11-23T07:23:05,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/3f929e235c864f0bb6ceb63df6169fe7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/3f929e235c864f0bb6ceb63df6169fe7 2024-11-23T07:23:05,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/181be9d50e524698985c2d610c320bb4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/181be9d50e524698985c2d610c320bb4 2024-11-23T07:23:05,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/de8c1f7f00184cda9b77a016bcc32ccf to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/de8c1f7f00184cda9b77a016bcc32ccf 2024-11-23T07:23:05,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/409e4cc1244c4dcb9d5cb5b45359905e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/409e4cc1244c4dcb9d5cb5b45359905e 2024-11-23T07:23:05,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/ca1ac94b365849ec91e1c5d75e764b97 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/ca1ac94b365849ec91e1c5d75e764b97 2024-11-23T07:23:05,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/23b03c911eba4cfe9d1f49e3d938ba3f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/23b03c911eba4cfe9d1f49e3d938ba3f 2024-11-23T07:23:05,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f9c1a54c4d7a46aaaa87567441a79646 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f9c1a54c4d7a46aaaa87567441a79646 2024-11-23T07:23:05,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/7b3a8287681c441db643efc2f5747a08 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/7b3a8287681c441db643efc2f5747a08 2024-11-23T07:23:05,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f62e2e333a71463a8f8cf7f077c2b35e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f62e2e333a71463a8f8cf7f077c2b35e 2024-11-23T07:23:05,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/77ff00197ddd4f73a51592e4db1e8894 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/77ff00197ddd4f73a51592e4db1e8894 2024-11-23T07:23:05,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/db48fb26fe2645c0a837ae6db93026fe to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/db48fb26fe2645c0a837ae6db93026fe 2024-11-23T07:23:05,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/b55baebcf1b0435ea49a3eb1536e1432 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/b55baebcf1b0435ea49a3eb1536e1432 2024-11-23T07:23:05,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/bffab5cf890049d7adb6fbaa52917911 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/bffab5cf890049d7adb6fbaa52917911 2024-11-23T07:23:05,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/4f6b056697684fc3be85d9c06a3fbc44 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/4f6b056697684fc3be85d9c06a3fbc44 2024-11-23T07:23:05,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/bd1dd466cca54666a399aa3dcc30f699 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/bd1dd466cca54666a399aa3dcc30f699 2024-11-23T07:23:05,954 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/recovered.edits/503.seqid, newMaxSeqId=503, maxSeqId=4 2024-11-23T07:23:05,955 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234. 2024-11-23T07:23:05,955 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 8beadcc0bc2431ae03f0785f1fe83234: 2024-11-23T07:23:05,956 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:05,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=8beadcc0bc2431ae03f0785f1fe83234, regionState=CLOSED 2024-11-23T07:23:05,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-23T07:23:05,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 8beadcc0bc2431ae03f0785f1fe83234, server=404f8ac4dfd7,44557,1732346521510 in 1.9230 sec 2024-11-23T07:23:05,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-23T07:23:05,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8beadcc0bc2431ae03f0785f1fe83234, UNASSIGN in 1.9250 sec 2024-11-23T07:23:05,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-23T07:23:05,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9280 sec 2024-11-23T07:23:05,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346585963"}]},"ts":"1732346585963"} 2024-11-23T07:23:05,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T07:23:05,981 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T07:23:05,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9570 sec 2024-11-23T07:23:06,070 DEBUG [master/404f8ac4dfd7:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4c7e39a33b4707872622386167a1cdd0 changed from -1.0 to 0.0, refreshing cache 2024-11-23T07:23:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-23T07:23:06,131 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-23T07:23:06,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T07:23:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:06,133 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T07:23:06,134 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:06,135 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,138 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/recovered.edits] 2024-11-23T07:23:06,141 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/84d03c62b6b148dcabf23ad3ad3908be to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/84d03c62b6b148dcabf23ad3ad3908be 2024-11-23T07:23:06,142 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/a1327d665cfd45a685e87a0fc4bdc798 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/a1327d665cfd45a685e87a0fc4bdc798 2024-11-23T07:23:06,143 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/b454c0f19eb447fdb5a8263c919ce789 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/A/b454c0f19eb447fdb5a8263c919ce789 2024-11-23T07:23:06,145 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/494b9fdc3ec541e2a47c283087e98b11 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/494b9fdc3ec541e2a47c283087e98b11 2024-11-23T07:23:06,147 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/cc4ccb7b048542dcb71c444019342073 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/cc4ccb7b048542dcb71c444019342073 2024-11-23T07:23:06,148 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f76be823104c402b862b74450a68eb70 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/B/f76be823104c402b862b74450a68eb70 2024-11-23T07:23:06,150 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/04a3a514cfe644cda4775fe174698fd8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/04a3a514cfe644cda4775fe174698fd8 2024-11-23T07:23:06,152 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/36a908cfce05440595d100f258a69d08 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/36a908cfce05440595d100f258a69d08 2024-11-23T07:23:06,153 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f37a261406b349d5bf37ed28748c2afe to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/C/f37a261406b349d5bf37ed28748c2afe 2024-11-23T07:23:06,156 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/recovered.edits/503.seqid to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234/recovered.edits/503.seqid 2024-11-23T07:23:06,156 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,156 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T07:23:06,157 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T07:23:06,158 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T07:23:06,161 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123008a5395196b4d37a5fa28e09cbd012b_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123008a5395196b4d37a5fa28e09cbd012b_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,163 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230ca077a28346489ba570bc12298d6d81_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230ca077a28346489ba570bc12298d6d81_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,164 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112311615251f5c34f6dbe0c3639c47a4e56_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112311615251f5c34f6dbe0c3639c47a4e56_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,165 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231dac893797a7493187adcec4cbbd21c9_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231dac893797a7493187adcec4cbbd21c9_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,166 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123394abc29e20a49beb7e26260743ef806_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123394abc29e20a49beb7e26260743ef806_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,168 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234b6fa3f17e8541c79a3eaf588b871a91_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234b6fa3f17e8541c79a3eaf588b871a91_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,169 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d09334a1afa483e9f5845b04906d0b3_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d09334a1afa483e9f5845b04906d0b3_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,170 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234fef66e6cb2e48a383b2156917703eb4_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234fef66e6cb2e48a383b2156917703eb4_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,171 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112350fb230a19624d20a79b99d3dab05eec_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112350fb230a19624d20a79b99d3dab05eec_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,172 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123742e45a00e074588b599b0a9889e1cc2_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123742e45a00e074588b599b0a9889e1cc2_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,173 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112374e3e849ab5648d896a33f601b2d6b77_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112374e3e849ab5648d896a33f601b2d6b77_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,174 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237f46952d75fe4d21a06ef1cd1632d981_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237f46952d75fe4d21a06ef1cd1632d981_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,175 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123896dfec8fb4245a6b88bb7ab4279bba1_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123896dfec8fb4245a6b88bb7ab4279bba1_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,176 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123926e02ed4cfe487181a46cdb0d4d11a0_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123926e02ed4cfe487181a46cdb0d4d11a0_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,177 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a788b1a38b064dc0ac3cade949372ac3_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a788b1a38b064dc0ac3cade949372ac3_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,178 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b1667da11dce41e3b4d6c17c7362f38f_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b1667da11dce41e3b4d6c17c7362f38f_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,179 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b3930f0f303443eda64946a396d2d63e_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b3930f0f303443eda64946a396d2d63e_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,180 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b581a53a0bd046a0aa51f7c993c57bce_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b581a53a0bd046a0aa51f7c993c57bce_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,181 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c3d083fe2e6d41e0967748a0aefd6dd9_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c3d083fe2e6d41e0967748a0aefd6dd9_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,182 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d79d46b08fd449a7be8e3ddf78548cb6_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d79d46b08fd449a7be8e3ddf78548cb6_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,183 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e70dfa33b2fb4c4980c97abc26d6be8a_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e70dfa33b2fb4c4980c97abc26d6be8a_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,184 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f01b81a6ebdf48e2ac6ef9cd87d4e4b5_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f01b81a6ebdf48e2ac6ef9cd87d4e4b5_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,185 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f49c4911eea749618059d859b55a246b_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f49c4911eea749618059d859b55a246b_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,187 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f79db5fc050344cc9cdd2e20ff650920_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f79db5fc050344cc9cdd2e20ff650920_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,187 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f7f7cda5093e4d68aba5f272cfacb84a_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f7f7cda5093e4d68aba5f272cfacb84a_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,188 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f8a010d618c24b0b871532cfdb8a3e96_8beadcc0bc2431ae03f0785f1fe83234 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f8a010d618c24b0b871532cfdb8a3e96_8beadcc0bc2431ae03f0785f1fe83234 2024-11-23T07:23:06,189 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T07:23:06,191 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:06,192 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T07:23:06,194 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T07:23:06,195 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:06,195 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T07:23:06,195 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732346586195"}]},"ts":"9223372036854775807"} 2024-11-23T07:23:06,197 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T07:23:06,197 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8beadcc0bc2431ae03f0785f1fe83234, NAME => 'TestAcidGuarantees,,1732346551010.8beadcc0bc2431ae03f0785f1fe83234.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T07:23:06,197 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T07:23:06,197 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732346586197"}]},"ts":"9223372036854775807"} 2024-11-23T07:23:06,198 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T07:23:06,204 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:06,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-11-23T07:23:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-23T07:23:06,234 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-23T07:23:06,244 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=601 (was 618), ProcessCount=11 (was 11), AvailableMemoryMB=3727 (was 3850) 2024-11-23T07:23:06,252 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=601, ProcessCount=11, AvailableMemoryMB=3727 2024-11-23T07:23:06,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T07:23:06,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T07:23:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:06,255 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T07:23:06,255 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:06,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-11-23T07:23:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-23T07:23:06,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T07:23:06,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742130_1306 (size=963) 2024-11-23T07:23:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-23T07:23:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-23T07:23:06,662 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70 2024-11-23T07:23:06,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742131_1307 (size=53) 2024-11-23T07:23:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-23T07:23:07,068 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:23:07,068 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ce84fd5026f80086d680d13598cef53e, disabling compactions & flushes 2024-11-23T07:23:07,068 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:07,068 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:07,068 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. after waiting 0 ms 2024-11-23T07:23:07,068 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:07,068 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:07,068 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:07,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T07:23:07,070 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732346587069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732346587069"}]},"ts":"1732346587069"} 2024-11-23T07:23:07,071 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T07:23:07,071 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T07:23:07,072 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346587071"}]},"ts":"1732346587071"} 2024-11-23T07:23:07,072 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T07:23:07,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce84fd5026f80086d680d13598cef53e, ASSIGN}] 2024-11-23T07:23:07,076 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce84fd5026f80086d680d13598cef53e, ASSIGN 2024-11-23T07:23:07,077 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce84fd5026f80086d680d13598cef53e, ASSIGN; state=OFFLINE, location=404f8ac4dfd7,44557,1732346521510; forceNewPlan=false, retain=false 2024-11-23T07:23:07,227 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=ce84fd5026f80086d680d13598cef53e, regionState=OPENING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:07,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:23:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-23T07:23:07,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:07,383 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:07,383 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T07:23:07,383 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:07,383 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:23:07,383 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:07,384 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:07,385 INFO [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:07,386 INFO [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:23:07,386 INFO [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce84fd5026f80086d680d13598cef53e columnFamilyName A 2024-11-23T07:23:07,386 DEBUG [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:07,387 INFO [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] regionserver.HStore(327): Store=ce84fd5026f80086d680d13598cef53e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:23:07,387 INFO [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:07,387 INFO [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:23:07,388 INFO [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce84fd5026f80086d680d13598cef53e columnFamilyName B 2024-11-23T07:23:07,388 DEBUG [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:07,388 INFO [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] regionserver.HStore(327): Store=ce84fd5026f80086d680d13598cef53e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:23:07,388 INFO [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:07,389 INFO [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:23:07,389 INFO [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce84fd5026f80086d680d13598cef53e columnFamilyName C 2024-11-23T07:23:07,389 DEBUG [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:07,389 INFO [StoreOpener-ce84fd5026f80086d680d13598cef53e-1 {}] regionserver.HStore(327): Store=ce84fd5026f80086d680d13598cef53e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:23:07,389 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:07,390 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:07,390 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:07,391 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T07:23:07,392 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:07,394 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T07:23:07,395 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened ce84fd5026f80086d680d13598cef53e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70293014, jitterRate=0.047447532415390015}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T07:23:07,395 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:07,396 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., pid=72, masterSystemTime=1732346587380 2024-11-23T07:23:07,397 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:07,397 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:07,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=ce84fd5026f80086d680d13598cef53e, regionState=OPEN, openSeqNum=2, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:07,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-23T07:23:07,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 in 170 msec 2024-11-23T07:23:07,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-23T07:23:07,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce84fd5026f80086d680d13598cef53e, ASSIGN in 323 msec 2024-11-23T07:23:07,401 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T07:23:07,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346587401"}]},"ts":"1732346587401"} 2024-11-23T07:23:07,402 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T07:23:07,404 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T07:23:07,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-23T07:23:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-23T07:23:08,359 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-11-23T07:23:08,361 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45e93b22 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@206aa46b 2024-11-23T07:23:08,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fba5c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:08,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:08,367 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:08,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T07:23:08,370 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T07:23:08,372 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x473dfbd2 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@320146a2 2024-11-23T07:23:08,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe4ac0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:08,376 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63a751b9 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bab3f39 2024-11-23T07:23:08,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718544b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:08,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05b4256e to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e48016 2024-11-23T07:23:08,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9ffc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:08,386 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18ed3e4c to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b2ae977 2024-11-23T07:23:08,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18724143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:08,391 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62de434f to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ed37f32 2024-11-23T07:23:08,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4215ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:08,395 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12e88ea6 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cb89dc6 2024-11-23T07:23:08,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168133da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:08,400 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7dfc4f36 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25f2abe2 2024-11-23T07:23:08,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a724365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:08,404 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3505ffc0 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@598ef39 2024-11-23T07:23:08,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d59ed84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:08,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61f33e78 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23d0f458 2024-11-23T07:23:08,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4187186b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:08,412 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x532e5d9f to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77780196 2024-11-23T07:23:08,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec51b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:08,420 DEBUG [hconnection-0x46311e1d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:08,421 DEBUG [hconnection-0x22cef50b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:08,421 DEBUG [hconnection-0x11eda4f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:08,421 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:08,422 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:08,422 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:08,422 DEBUG [hconnection-0x22ee8b05-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:08,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-23T07:23:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T07:23:08,425 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:08,426 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:08,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:08,428 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:08,433 DEBUG [hconnection-0x18ebe7c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:08,434 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:08,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:23:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:08,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346648467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346648468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346648469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/82e8aacb4a044b1c92a0ad13029c1716 is 50, key is test_row_0/A:col10/1732346588435/Put/seqid=0 2024-11-23T07:23:08,502 DEBUG [hconnection-0x5540ce63-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:08,504 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:08,504 DEBUG [hconnection-0x33d9ed7a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:08,505 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:08,516 DEBUG [hconnection-0x2c478c20-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:08,517 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:08,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346648518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,526 DEBUG [hconnection-0x60e648c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T07:23:08,527 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:08,537 DEBUG [hconnection-0x70958fc0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:08,538 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:08,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346648541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742132_1308 (size=9657) 2024-11-23T07:23:08,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346648571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346648572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346648572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T07:23:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:08,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:08,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346648623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346648648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T07:23:08,732 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T07:23:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:08,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:08,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:08,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346648779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346648778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346648780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346648830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346648854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,886 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:08,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T07:23:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:08,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:08,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:08,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:08,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/82e8aacb4a044b1c92a0ad13029c1716 2024-11-23T07:23:09,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/232d087a85ae42acb67613d57591aafc is 50, key is test_row_0/B:col10/1732346588435/Put/seqid=0 2024-11-23T07:23:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T07:23:09,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T07:23:09,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:09,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:09,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:09,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:09,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:09,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742133_1309 (size=9657) 2024-11-23T07:23:09,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/232d087a85ae42acb67613d57591aafc 2024-11-23T07:23:09,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346649083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346649084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346649085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/2d54cfa852d545759a33afb42909a4ec is 50, key is test_row_0/C:col10/1732346588435/Put/seqid=0 2024-11-23T07:23:09,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346649135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742134_1310 (size=9657) 2024-11-23T07:23:09,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/2d54cfa852d545759a33afb42909a4ec 2024-11-23T07:23:09,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/82e8aacb4a044b1c92a0ad13029c1716 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/82e8aacb4a044b1c92a0ad13029c1716 2024-11-23T07:23:09,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346649156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/82e8aacb4a044b1c92a0ad13029c1716, entries=100, sequenceid=12, filesize=9.4 K 2024-11-23T07:23:09,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/232d087a85ae42acb67613d57591aafc as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/232d087a85ae42acb67613d57591aafc 2024-11-23T07:23:09,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/232d087a85ae42acb67613d57591aafc, entries=100, sequenceid=12, filesize=9.4 K 2024-11-23T07:23:09,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/2d54cfa852d545759a33afb42909a4ec as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2d54cfa852d545759a33afb42909a4ec 2024-11-23T07:23:09,194 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2d54cfa852d545759a33afb42909a4ec, entries=100, sequenceid=12, filesize=9.4 K 2024-11-23T07:23:09,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T07:23:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:09,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:09,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ce84fd5026f80086d680d13598cef53e in 756ms, sequenceid=12, compaction requested=false 2024-11-23T07:23:09,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:09,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T07:23:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:09,351 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T07:23:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:09,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/c97d9ce10d344d39b4a26bf6b742c3e6 is 50, key is test_row_0/A:col10/1732346588466/Put/seqid=0 2024-11-23T07:23:09,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742135_1311 (size=12001) 2024-11-23T07:23:09,396 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/c97d9ce10d344d39b4a26bf6b742c3e6 2024-11-23T07:23:09,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/96e0707c28b6489dad899cd4150f2cc6 is 50, key is test_row_0/B:col10/1732346588466/Put/seqid=0 2024-11-23T07:23:09,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742136_1312 (size=12001) 2024-11-23T07:23:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T07:23:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:09,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:09,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346649600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346649600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346649601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346649640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346649664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346649704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346649704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346649705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,865 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/96e0707c28b6489dad899cd4150f2cc6 2024-11-23T07:23:09,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/854e1849f34b4ad285b37780187f652c is 50, key is test_row_0/C:col10/1732346588466/Put/seqid=0 2024-11-23T07:23:09,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346649906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346649907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346649907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742137_1313 (size=12001) 2024-11-23T07:23:10,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346650209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:10,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346650210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:10,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346650211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:10,324 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/854e1849f34b4ad285b37780187f652c 2024-11-23T07:23:10,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/c97d9ce10d344d39b4a26bf6b742c3e6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c97d9ce10d344d39b4a26bf6b742c3e6 2024-11-23T07:23:10,342 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c97d9ce10d344d39b4a26bf6b742c3e6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T07:23:10,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/96e0707c28b6489dad899cd4150f2cc6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/96e0707c28b6489dad899cd4150f2cc6 2024-11-23T07:23:10,350 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/96e0707c28b6489dad899cd4150f2cc6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T07:23:10,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/854e1849f34b4ad285b37780187f652c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/854e1849f34b4ad285b37780187f652c 2024-11-23T07:23:10,361 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/854e1849f34b4ad285b37780187f652c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T07:23:10,362 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ce84fd5026f80086d680d13598cef53e in 1011ms, sequenceid=37, compaction requested=false 2024-11-23T07:23:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-23T07:23:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-23T07:23:10,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-23T07:23:10,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9380 sec 2024-11-23T07:23:10,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.9430 sec 2024-11-23T07:23:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T07:23:10,530 INFO [Thread-1388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-23T07:23:10,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-23T07:23:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T07:23:10,534 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:10,535 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:10,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T07:23:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:10,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:23:10,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:10,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:10,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:10,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:10,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:10,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:10,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/d1b780b9dcb241e6b2b76c800be32b33 is 50, key is test_row_0/A:col10/1732346590647/Put/seqid=0 2024-11-23T07:23:10,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742138_1314 (size=12001) 2024-11-23T07:23:10,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/d1b780b9dcb241e6b2b76c800be32b33 2024-11-23T07:23:10,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:10,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T07:23:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:10,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:10,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346650712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:10,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346650712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:10,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346650714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:10,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346650715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:10,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346650718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:10,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/1a6373534bd641b6b90e6d35c16994de is 50, key is test_row_0/B:col10/1732346590647/Put/seqid=0 2024-11-23T07:23:10,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742139_1315 (size=12001) 2024-11-23T07:23:10,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/1a6373534bd641b6b90e6d35c16994de 2024-11-23T07:23:10,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/13ba4df6af264bedad0802c63bc5d506 is 50, key is test_row_0/C:col10/1732346590647/Put/seqid=0 2024-11-23T07:23:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742140_1316 (size=12001) 2024-11-23T07:23:10,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346650819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:10,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346650819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T07:23:10,846 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:10,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T07:23:10,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:10,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:10,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:10,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:10,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:11,000 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T07:23:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:11,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:11,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:11,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346651023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346651023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T07:23:11,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T07:23:11,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:11,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:11,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:11,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:11,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:11,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/13ba4df6af264bedad0802c63bc5d506 2024-11-23T07:23:11,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/d1b780b9dcb241e6b2b76c800be32b33 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d1b780b9dcb241e6b2b76c800be32b33 2024-11-23T07:23:11,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d1b780b9dcb241e6b2b76c800be32b33, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T07:23:11,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/1a6373534bd641b6b90e6d35c16994de as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/1a6373534bd641b6b90e6d35c16994de 2024-11-23T07:23:11,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/1a6373534bd641b6b90e6d35c16994de, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T07:23:11,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/13ba4df6af264bedad0802c63bc5d506 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/13ba4df6af264bedad0802c63bc5d506 2024-11-23T07:23:11,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/13ba4df6af264bedad0802c63bc5d506, entries=150, sequenceid=49, filesize=11.7 K 2024-11-23T07:23:11,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ce84fd5026f80086d680d13598cef53e in 583ms, sequenceid=49, compaction requested=true 2024-11-23T07:23:11,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:11,233 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:11,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:11,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:11,234 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:11,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:11,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:11,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:11,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:11,234 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:11,234 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/A is initiating minor compaction (all files) 2024-11-23T07:23:11,234 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/A in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:11,234 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/82e8aacb4a044b1c92a0ad13029c1716, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c97d9ce10d344d39b4a26bf6b742c3e6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d1b780b9dcb241e6b2b76c800be32b33] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=32.9 K 2024-11-23T07:23:11,235 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:11,235 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/B is initiating minor compaction (all files) 2024-11-23T07:23:11,235 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82e8aacb4a044b1c92a0ad13029c1716, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732346588435 2024-11-23T07:23:11,235 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/B in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:11,235 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/232d087a85ae42acb67613d57591aafc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/96e0707c28b6489dad899cd4150f2cc6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/1a6373534bd641b6b90e6d35c16994de] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=32.9 K 2024-11-23T07:23:11,236 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting c97d9ce10d344d39b4a26bf6b742c3e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732346588464 2024-11-23T07:23:11,236 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 232d087a85ae42acb67613d57591aafc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732346588435 2024-11-23T07:23:11,236 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1b780b9dcb241e6b2b76c800be32b33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732346589598 2024-11-23T07:23:11,236 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 96e0707c28b6489dad899cd4150f2cc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732346588464 2024-11-23T07:23:11,237 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a6373534bd641b6b90e6d35c16994de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732346589598 2024-11-23T07:23:11,247 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:11,247 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/f0d3dc515dd74d78a83c8b706150ec98 is 50, key is test_row_0/B:col10/1732346590647/Put/seqid=0 2024-11-23T07:23:11,262 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#A#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:11,262 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/d4d532d7222d4041835a7357c5768dc3 is 50, key is test_row_0/A:col10/1732346590647/Put/seqid=0 2024-11-23T07:23:11,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T07:23:11,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:11,308 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:23:11,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:11,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:11,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:11,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:11,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:11,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:11,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742141_1317 (size=12104) 2024-11-23T07:23:11,322 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/f0d3dc515dd74d78a83c8b706150ec98 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/f0d3dc515dd74d78a83c8b706150ec98 2024-11-23T07:23:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742142_1318 (size=12104) 2024-11-23T07:23:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:11,331 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/B of ce84fd5026f80086d680d13598cef53e into f0d3dc515dd74d78a83c8b706150ec98(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:11,331 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:11,331 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/B, priority=13, startTime=1732346591234; duration=0sec 2024-11-23T07:23:11,331 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:11,331 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:B 2024-11-23T07:23:11,331 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:11,333 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:11,333 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/C is initiating minor compaction (all files) 2024-11-23T07:23:11,333 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/C in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:11,333 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2d54cfa852d545759a33afb42909a4ec, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/854e1849f34b4ad285b37780187f652c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/13ba4df6af264bedad0802c63bc5d506] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=32.9 K 2024-11-23T07:23:11,334 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d54cfa852d545759a33afb42909a4ec, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732346588435 2024-11-23T07:23:11,334 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 854e1849f34b4ad285b37780187f652c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732346588464 2024-11-23T07:23:11,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/e806f23e9b494d73a02d0a15ccafa773 is 50, key is test_row_0/A:col10/1732346590713/Put/seqid=0 2024-11-23T07:23:11,335 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 13ba4df6af264bedad0802c63bc5d506, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732346589598 2024-11-23T07:23:11,350 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:11,351 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/1dbb5e92f570468dae08497c2892d2a7 is 50, key is test_row_0/C:col10/1732346590647/Put/seqid=0 2024-11-23T07:23:11,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742143_1319 (size=12001) 2024-11-23T07:23:11,379 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/e806f23e9b494d73a02d0a15ccafa773 2024-11-23T07:23:11,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346651371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346651374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742144_1320 (size=12104) 2024-11-23T07:23:11,405 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/1dbb5e92f570468dae08497c2892d2a7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/1dbb5e92f570468dae08497c2892d2a7 2024-11-23T07:23:11,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/dcf944b02d6543d0b10172e0e44c5de3 is 50, key is test_row_0/B:col10/1732346590713/Put/seqid=0 2024-11-23T07:23:11,413 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/C of ce84fd5026f80086d680d13598cef53e into 1dbb5e92f570468dae08497c2892d2a7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:11,413 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:11,413 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/C, priority=13, startTime=1732346591234; duration=0sec 2024-11-23T07:23:11,414 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:11,414 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:C 2024-11-23T07:23:11,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742145_1321 (size=12001) 2024-11-23T07:23:11,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346651483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346651486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T07:23:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T07:23:11,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346651687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346651691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346651718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346651722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346651725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:11,731 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/d4d532d7222d4041835a7357c5768dc3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d4d532d7222d4041835a7357c5768dc3 2024-11-23T07:23:11,737 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/A of ce84fd5026f80086d680d13598cef53e into d4d532d7222d4041835a7357c5768dc3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:11,737 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:11,737 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/A, priority=13, startTime=1732346591233; duration=0sec 2024-11-23T07:23:11,737 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:11,737 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:A 2024-11-23T07:23:11,862 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/dcf944b02d6543d0b10172e0e44c5de3 2024-11-23T07:23:11,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/208268bff0b5474c9046ed618692b5ba is 50, key is test_row_0/C:col10/1732346590713/Put/seqid=0 2024-11-23T07:23:11,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742146_1322 (size=12001) 2024-11-23T07:23:11,903 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/208268bff0b5474c9046ed618692b5ba 2024-11-23T07:23:11,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/e806f23e9b494d73a02d0a15ccafa773 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e806f23e9b494d73a02d0a15ccafa773 2024-11-23T07:23:11,918 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e806f23e9b494d73a02d0a15ccafa773, entries=150, sequenceid=73, filesize=11.7 K 2024-11-23T07:23:11,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/dcf944b02d6543d0b10172e0e44c5de3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/dcf944b02d6543d0b10172e0e44c5de3 2024-11-23T07:23:11,925 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/dcf944b02d6543d0b10172e0e44c5de3, entries=150, sequenceid=73, filesize=11.7 K 2024-11-23T07:23:11,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/208268bff0b5474c9046ed618692b5ba as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/208268bff0b5474c9046ed618692b5ba 2024-11-23T07:23:11,932 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/208268bff0b5474c9046ed618692b5ba, entries=150, sequenceid=73, filesize=11.7 K 2024-11-23T07:23:11,936 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ce84fd5026f80086d680d13598cef53e in 628ms, sequenceid=73, compaction requested=false 2024-11-23T07:23:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-23T07:23:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-23T07:23:11,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-23T07:23:11,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-23T07:23:11,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.4110 sec 2024-11-23T07:23:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:11,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T07:23:11,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:11,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:11,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:11,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:11,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:11,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:11,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/586342f7ceb64e35a7e6774b30a1c4c5 is 50, key is test_row_0/A:col10/1732346591369/Put/seqid=0 2024-11-23T07:23:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742147_1323 (size=14341) 2024-11-23T07:23:12,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/586342f7ceb64e35a7e6774b30a1c4c5 2024-11-23T07:23:12,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/748fa7b8365f42cda23faa32db795bfe is 50, key is test_row_0/B:col10/1732346591369/Put/seqid=0 2024-11-23T07:23:12,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346652084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:12,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346652084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:12,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742148_1324 (size=12001) 2024-11-23T07:23:12,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346652190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:12,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346652190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:12,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346652394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:12,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346652394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:12,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/748fa7b8365f42cda23faa32db795bfe 2024-11-23T07:23:12,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/b10896b6c2624fa8a41f12613ad16bdf is 50, key is test_row_0/C:col10/1732346591369/Put/seqid=0 2024-11-23T07:23:12,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742149_1325 (size=12001) 2024-11-23T07:23:12,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/b10896b6c2624fa8a41f12613ad16bdf 2024-11-23T07:23:12,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/586342f7ceb64e35a7e6774b30a1c4c5 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/586342f7ceb64e35a7e6774b30a1c4c5 2024-11-23T07:23:12,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/586342f7ceb64e35a7e6774b30a1c4c5, entries=200, sequenceid=90, filesize=14.0 K 2024-11-23T07:23:12,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/748fa7b8365f42cda23faa32db795bfe as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/748fa7b8365f42cda23faa32db795bfe 2024-11-23T07:23:12,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/748fa7b8365f42cda23faa32db795bfe, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T07:23:12,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/b10896b6c2624fa8a41f12613ad16bdf as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/b10896b6c2624fa8a41f12613ad16bdf 2024-11-23T07:23:12,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/b10896b6c2624fa8a41f12613ad16bdf, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T07:23:12,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ce84fd5026f80086d680d13598cef53e in 583ms, sequenceid=90, compaction requested=true 2024-11-23T07:23:12,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:12,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:12,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:12,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:12,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:12,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:12,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:12,576 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:12,576 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:12,577 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:12,577 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:12,577 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/A is initiating minor compaction (all files) 2024-11-23T07:23:12,577 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/B is initiating minor compaction (all files) 2024-11-23T07:23:12,578 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/B in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:12,578 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/A in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:12,578 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/f0d3dc515dd74d78a83c8b706150ec98, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/dcf944b02d6543d0b10172e0e44c5de3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/748fa7b8365f42cda23faa32db795bfe] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=35.3 K 2024-11-23T07:23:12,578 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d4d532d7222d4041835a7357c5768dc3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e806f23e9b494d73a02d0a15ccafa773, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/586342f7ceb64e35a7e6774b30a1c4c5] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=37.5 K 2024-11-23T07:23:12,579 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting f0d3dc515dd74d78a83c8b706150ec98, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732346589598 2024-11-23T07:23:12,579 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4d532d7222d4041835a7357c5768dc3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732346589598 2024-11-23T07:23:12,580 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting dcf944b02d6543d0b10172e0e44c5de3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732346590700 2024-11-23T07:23:12,580 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e806f23e9b494d73a02d0a15ccafa773, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732346590700 2024-11-23T07:23:12,580 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 748fa7b8365f42cda23faa32db795bfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732346591349 2024-11-23T07:23:12,581 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 586342f7ceb64e35a7e6774b30a1c4c5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732346591349 2024-11-23T07:23:12,603 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:12,604 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/c7ada90153a341a88e2cd644f6a6de95 is 50, key is test_row_0/A:col10/1732346591369/Put/seqid=0 2024-11-23T07:23:12,611 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#B#compaction#271 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:12,612 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/d2bebcb7c65148c392b661e5359c7315 is 50, key is test_row_0/B:col10/1732346591369/Put/seqid=0 2024-11-23T07:23:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T07:23:12,642 INFO [Thread-1388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-23T07:23:12,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-23T07:23:12,647 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:12,648 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:12,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T07:23:12,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742150_1326 (size=12207) 2024-11-23T07:23:12,657 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/c7ada90153a341a88e2cd644f6a6de95 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c7ada90153a341a88e2cd644f6a6de95 2024-11-23T07:23:12,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742151_1327 (size=12207) 2024-11-23T07:23:12,668 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/d2bebcb7c65148c392b661e5359c7315 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d2bebcb7c65148c392b661e5359c7315 2024-11-23T07:23:12,673 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/B of ce84fd5026f80086d680d13598cef53e into d2bebcb7c65148c392b661e5359c7315(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:12,673 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:12,673 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/B, priority=13, startTime=1732346592575; duration=0sec 2024-11-23T07:23:12,674 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:12,674 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:B 2024-11-23T07:23:12,674 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:12,676 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:12,677 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/C is initiating minor compaction (all files) 2024-11-23T07:23:12,677 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/C in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:12,677 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/1dbb5e92f570468dae08497c2892d2a7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/208268bff0b5474c9046ed618692b5ba, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/b10896b6c2624fa8a41f12613ad16bdf] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=35.3 K 2024-11-23T07:23:12,677 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dbb5e92f570468dae08497c2892d2a7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732346589598 2024-11-23T07:23:12,678 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 208268bff0b5474c9046ed618692b5ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732346590700 2024-11-23T07:23:12,678 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b10896b6c2624fa8a41f12613ad16bdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732346591349 2024-11-23T07:23:12,689 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/A of ce84fd5026f80086d680d13598cef53e into c7ada90153a341a88e2cd644f6a6de95(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:12,689 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:12,689 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/A, priority=13, startTime=1732346592575; duration=0sec 2024-11-23T07:23:12,689 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:12,689 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:A 2024-11-23T07:23:12,690 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:12,690 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/4f7ed46ec21a43bd89dc04132abb4af8 is 50, key is test_row_0/C:col10/1732346591369/Put/seqid=0 2024-11-23T07:23:12,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742152_1328 (size=12207) 2024-11-23T07:23:12,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T07:23:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:12,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:12,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:12,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:12,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:12,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:12,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:12,704 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/4f7ed46ec21a43bd89dc04132abb4af8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/4f7ed46ec21a43bd89dc04132abb4af8 2024-11-23T07:23:12,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/ec02ed4cc16a49179cd893395b8fe713 is 50, key is test_row_0/A:col10/1732346592698/Put/seqid=0 2024-11-23T07:23:12,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742153_1329 (size=14341) 2024-11-23T07:23:12,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/ec02ed4cc16a49179cd893395b8fe713 2024-11-23T07:23:12,738 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/C of ce84fd5026f80086d680d13598cef53e into 4f7ed46ec21a43bd89dc04132abb4af8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:12,738 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:12,738 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/C, priority=13, startTime=1732346592576; duration=0sec 2024-11-23T07:23:12,738 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:12,738 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:C 2024-11-23T07:23:12,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/d0010533466242f696c59048050bbda4 is 50, key is test_row_0/B:col10/1732346592698/Put/seqid=0 2024-11-23T07:23:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T07:23:12,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346652756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:12,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346652760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:12,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742154_1330 (size=12001) 2024-11-23T07:23:12,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/d0010533466242f696c59048050bbda4 2024-11-23T07:23:12,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:12,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T07:23:12,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:12,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:12,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:12,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:12,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:12,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/5b9312a038f7469d932f24b02b7d7e70 is 50, key is test_row_0/C:col10/1732346592698/Put/seqid=0 2024-11-23T07:23:12,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742155_1331 (size=12001) 2024-11-23T07:23:12,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/5b9312a038f7469d932f24b02b7d7e70 2024-11-23T07:23:12,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346652860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:12,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346652864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:12,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/ec02ed4cc16a49179cd893395b8fe713 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/ec02ed4cc16a49179cd893395b8fe713 2024-11-23T07:23:12,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/ec02ed4cc16a49179cd893395b8fe713, entries=200, sequenceid=116, filesize=14.0 K 2024-11-23T07:23:12,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/d0010533466242f696c59048050bbda4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d0010533466242f696c59048050bbda4 2024-11-23T07:23:12,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d0010533466242f696c59048050bbda4, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T07:23:12,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/5b9312a038f7469d932f24b02b7d7e70 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/5b9312a038f7469d932f24b02b7d7e70 2024-11-23T07:23:12,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/5b9312a038f7469d932f24b02b7d7e70, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T07:23:12,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ce84fd5026f80086d680d13598cef53e in 190ms, sequenceid=116, compaction requested=false 2024-11-23T07:23:12,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:12,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T07:23:12,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T07:23:12,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:12,954 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:23:12,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:12,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:12,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:12,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:12,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:12,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/c32231cd91be441ab0fdf22e1c37c351 is 50, key is test_row_0/A:col10/1732346592751/Put/seqid=0 2024-11-23T07:23:13,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742156_1332 (size=12001) 2024-11-23T07:23:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:13,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:13,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346653123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346653127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346653229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346653230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T07:23:13,414 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/c32231cd91be441ab0fdf22e1c37c351 2024-11-23T07:23:13,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/3b19f0a65387458ebcf0a993037c4f17 is 50, key is test_row_0/B:col10/1732346592751/Put/seqid=0 2024-11-23T07:23:13,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346653432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346653433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742157_1333 (size=12001) 2024-11-23T07:23:13,461 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/3b19f0a65387458ebcf0a993037c4f17 2024-11-23T07:23:13,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/17c14283fd6a4c4a817be0aa6cb5bef4 is 50, key is test_row_0/C:col10/1732346592751/Put/seqid=0 2024-11-23T07:23:13,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742158_1334 (size=12001) 2024-11-23T07:23:13,535 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/17c14283fd6a4c4a817be0aa6cb5bef4 2024-11-23T07:23:13,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/c32231cd91be441ab0fdf22e1c37c351 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c32231cd91be441ab0fdf22e1c37c351 2024-11-23T07:23:13,548 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c32231cd91be441ab0fdf22e1c37c351, entries=150, sequenceid=129, filesize=11.7 K 2024-11-23T07:23:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/3b19f0a65387458ebcf0a993037c4f17 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3b19f0a65387458ebcf0a993037c4f17 2024-11-23T07:23:13,553 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3b19f0a65387458ebcf0a993037c4f17, entries=150, sequenceid=129, filesize=11.7 K 2024-11-23T07:23:13,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/17c14283fd6a4c4a817be0aa6cb5bef4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/17c14283fd6a4c4a817be0aa6cb5bef4 2024-11-23T07:23:13,561 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/17c14283fd6a4c4a817be0aa6cb5bef4, entries=150, sequenceid=129, filesize=11.7 K 2024-11-23T07:23:13,562 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ce84fd5026f80086d680d13598cef53e in 608ms, sequenceid=129, compaction requested=true 2024-11-23T07:23:13,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:13,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:13,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-23T07:23:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-23T07:23:13,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-23T07:23:13,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 919 msec 2024-11-23T07:23:13,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 925 msec 2024-11-23T07:23:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:13,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T07:23:13,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:13,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:13,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:13,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:13,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:13,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T07:23:13,755 INFO [Thread-1388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-23T07:23:13,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-23T07:23:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T07:23:13,759 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:13,760 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:13,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:13,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346653760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346653762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346653763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/df2e684c95d14e5880642a65d35ca400 is 50, key is test_row_0/A:col10/1732346593749/Put/seqid=0 2024-11-23T07:23:13,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346653763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346653764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742159_1335 (size=12151) 2024-11-23T07:23:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T07:23:13,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346653867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346653868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346653868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346653871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346653871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:13,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T07:23:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:13,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T07:23:14,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T07:23:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346654072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346654072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346654072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346654108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346654113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/df2e684c95d14e5880642a65d35ca400 2024-11-23T07:23:14,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T07:23:14,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/8edaec3329c94994870312ac9a5b86f0 is 50, key is test_row_0/B:col10/1732346593749/Put/seqid=0 2024-11-23T07:23:14,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:14,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742160_1336 (size=12151) 2024-11-23T07:23:14,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/8edaec3329c94994870312ac9a5b86f0 2024-11-23T07:23:14,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/ffdc390a46f14c92a97251213ee1446a is 50, key is test_row_0/C:col10/1732346593749/Put/seqid=0 2024-11-23T07:23:14,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742161_1337 (size=12151) 2024-11-23T07:23:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T07:23:14,376 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T07:23:14,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:14,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346654411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346654412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346654414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346654415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346654420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T07:23:14,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:14,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,686 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T07:23:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:14,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/ffdc390a46f14c92a97251213ee1446a 2024-11-23T07:23:14,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/df2e684c95d14e5880642a65d35ca400 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/df2e684c95d14e5880642a65d35ca400 2024-11-23T07:23:14,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/df2e684c95d14e5880642a65d35ca400, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T07:23:14,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/8edaec3329c94994870312ac9a5b86f0 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/8edaec3329c94994870312ac9a5b86f0 2024-11-23T07:23:14,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/8edaec3329c94994870312ac9a5b86f0, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T07:23:14,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/ffdc390a46f14c92a97251213ee1446a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ffdc390a46f14c92a97251213ee1446a 2024-11-23T07:23:14,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ffdc390a46f14c92a97251213ee1446a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T07:23:14,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for ce84fd5026f80086d680d13598cef53e in 987ms, sequenceid=158, compaction requested=true 2024-11-23T07:23:14,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:14,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:14,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:14,735 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:14,736 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:14,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:14,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:14,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:14,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:14,737 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50700 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:14,737 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/A is initiating minor compaction (all files) 2024-11-23T07:23:14,737 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/A in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,738 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c7ada90153a341a88e2cd644f6a6de95, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/ec02ed4cc16a49179cd893395b8fe713, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c32231cd91be441ab0fdf22e1c37c351, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/df2e684c95d14e5880642a65d35ca400] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=49.5 K 2024-11-23T07:23:14,738 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:14,738 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/B is initiating minor compaction (all files) 2024-11-23T07:23:14,738 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/B in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,738 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d2bebcb7c65148c392b661e5359c7315, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d0010533466242f696c59048050bbda4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3b19f0a65387458ebcf0a993037c4f17, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/8edaec3329c94994870312ac9a5b86f0] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=47.2 K 2024-11-23T07:23:14,739 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7ada90153a341a88e2cd644f6a6de95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732346591349 2024-11-23T07:23:14,739 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting d2bebcb7c65148c392b661e5359c7315, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732346591349 2024-11-23T07:23:14,740 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec02ed4cc16a49179cd893395b8fe713, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732346592061 2024-11-23T07:23:14,740 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting d0010533466242f696c59048050bbda4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732346592061 2024-11-23T07:23:14,741 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting c32231cd91be441ab0fdf22e1c37c351, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732346592751 2024-11-23T07:23:14,741 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b19f0a65387458ebcf0a993037c4f17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732346592751 2024-11-23T07:23:14,742 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting df2e684c95d14e5880642a65d35ca400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346593123 2024-11-23T07:23:14,743 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 8edaec3329c94994870312ac9a5b86f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346593123 2024-11-23T07:23:14,765 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#A#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:14,766 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/dec2f50f49214b1394b42b03d751babd is 50, key is test_row_0/A:col10/1732346593749/Put/seqid=0 2024-11-23T07:23:14,766 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#B#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:14,766 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/daab1d0e3bac4fc7a07b6c93bb3d4b02 is 50, key is test_row_0/B:col10/1732346593749/Put/seqid=0 2024-11-23T07:23:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742163_1339 (size=12493) 2024-11-23T07:23:14,804 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/dec2f50f49214b1394b42b03d751babd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/dec2f50f49214b1394b42b03d751babd 2024-11-23T07:23:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742162_1338 (size=12493) 2024-11-23T07:23:14,816 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ce84fd5026f80086d680d13598cef53e/A of ce84fd5026f80086d680d13598cef53e into dec2f50f49214b1394b42b03d751babd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:14,816 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:14,816 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/A, priority=12, startTime=1732346594735; duration=0sec 2024-11-23T07:23:14,816 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:14,816 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:A 2024-11-23T07:23:14,817 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:14,825 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:14,825 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/C is initiating minor compaction (all files) 2024-11-23T07:23:14,825 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/C in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,825 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/4f7ed46ec21a43bd89dc04132abb4af8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/5b9312a038f7469d932f24b02b7d7e70, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/17c14283fd6a4c4a817be0aa6cb5bef4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ffdc390a46f14c92a97251213ee1446a] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=47.2 K 2024-11-23T07:23:14,826 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f7ed46ec21a43bd89dc04132abb4af8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732346591349 2024-11-23T07:23:14,827 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b9312a038f7469d932f24b02b7d7e70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732346592061 2024-11-23T07:23:14,828 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17c14283fd6a4c4a817be0aa6cb5bef4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732346592751 2024-11-23T07:23:14,830 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/daab1d0e3bac4fc7a07b6c93bb3d4b02 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/daab1d0e3bac4fc7a07b6c93bb3d4b02 2024-11-23T07:23:14,830 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffdc390a46f14c92a97251213ee1446a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346593123 2024-11-23T07:23:14,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,840 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ce84fd5026f80086d680d13598cef53e/B of ce84fd5026f80086d680d13598cef53e into daab1d0e3bac4fc7a07b6c93bb3d4b02(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:14,840 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:14,840 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/B, priority=12, startTime=1732346594735; duration=0sec 2024-11-23T07:23:14,840 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:14,840 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:B 2024-11-23T07:23:14,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T07:23:14,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:14,840 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T07:23:14,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:14,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:14,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:14,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:14,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:14,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:14,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/2990867848f64418929ae3ae43958a62 is 50, key is test_row_0/A:col10/1732346593762/Put/seqid=0 2024-11-23T07:23:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T07:23:14,871 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:14,872 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/ad0d3e5733614ea5926379e5cf53557f is 50, key is test_row_0/C:col10/1732346593749/Put/seqid=0 2024-11-23T07:23:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742164_1340 (size=9757) 2024-11-23T07:23:14,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:14,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742165_1341 (size=12493) 2024-11-23T07:23:14,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346654950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346654951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346654954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346654957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:14,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346654958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346655058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346655059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346655059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346655062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346655063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346655261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346655262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346655264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346655266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346655266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,311 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/2990867848f64418929ae3ae43958a62 2024-11-23T07:23:15,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/3bef9beda8524d288bca88a10a2b3314 is 50, key is test_row_0/B:col10/1732346593762/Put/seqid=0 2024-11-23T07:23:15,339 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/ad0d3e5733614ea5926379e5cf53557f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ad0d3e5733614ea5926379e5cf53557f 2024-11-23T07:23:15,346 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ce84fd5026f80086d680d13598cef53e/C of ce84fd5026f80086d680d13598cef53e into ad0d3e5733614ea5926379e5cf53557f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:15,346 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:15,346 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/C, priority=12, startTime=1732346594736; duration=0sec 2024-11-23T07:23:15,346 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:15,346 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:C 2024-11-23T07:23:15,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742166_1342 (size=9757) 2024-11-23T07:23:15,372 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/3bef9beda8524d288bca88a10a2b3314 2024-11-23T07:23:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/623a2a1454a74e1caa0a88324c374095 is 50, key is test_row_0/C:col10/1732346593762/Put/seqid=0 2024-11-23T07:23:15,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742167_1343 (size=9757) 2024-11-23T07:23:15,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346655564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346655564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346655567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346655570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346655571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:15,835 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/623a2a1454a74e1caa0a88324c374095 2024-11-23T07:23:15,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/2990867848f64418929ae3ae43958a62 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/2990867848f64418929ae3ae43958a62 2024-11-23T07:23:15,847 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/2990867848f64418929ae3ae43958a62, entries=100, sequenceid=168, filesize=9.5 K 2024-11-23T07:23:15,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/3bef9beda8524d288bca88a10a2b3314 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3bef9beda8524d288bca88a10a2b3314 2024-11-23T07:23:15,855 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3bef9beda8524d288bca88a10a2b3314, entries=100, sequenceid=168, filesize=9.5 K 2024-11-23T07:23:15,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/623a2a1454a74e1caa0a88324c374095 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/623a2a1454a74e1caa0a88324c374095 2024-11-23T07:23:15,863 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/623a2a1454a74e1caa0a88324c374095, entries=100, sequenceid=168, filesize=9.5 K 2024-11-23T07:23:15,864 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for ce84fd5026f80086d680d13598cef53e in 1024ms, sequenceid=168, compaction requested=false 2024-11-23T07:23:15,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:15,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:15,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-23T07:23:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-23T07:23:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T07:23:15,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-23T07:23:15,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1050 sec 2024-11-23T07:23:15,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.1100 sec 2024-11-23T07:23:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:16,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-23T07:23:16,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:16,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:16,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:16,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:16,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:16,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:16,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/2fb9920e60ba4078b43ca36d39696608 is 50, key is test_row_0/A:col10/1732346594955/Put/seqid=0 2024-11-23T07:23:16,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346656076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346656079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346656082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346656081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346656082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742168_1344 (size=12151) 2024-11-23T07:23:16,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/2fb9920e60ba4078b43ca36d39696608 2024-11-23T07:23:16,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/cbf5dab052d24567bb33098b806c47e5 is 50, key is test_row_0/B:col10/1732346594955/Put/seqid=0 2024-11-23T07:23:16,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742169_1345 (size=12151) 2024-11-23T07:23:16,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/cbf5dab052d24567bb33098b806c47e5 2024-11-23T07:23:16,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/ceb5982da99040cb8ed808005a1264b5 is 50, key is test_row_0/C:col10/1732346594955/Put/seqid=0 2024-11-23T07:23:16,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346656184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346656185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346656188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346656189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346656189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742170_1346 (size=12151) 2024-11-23T07:23:16,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/ceb5982da99040cb8ed808005a1264b5 2024-11-23T07:23:16,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/2fb9920e60ba4078b43ca36d39696608 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/2fb9920e60ba4078b43ca36d39696608 2024-11-23T07:23:16,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/2fb9920e60ba4078b43ca36d39696608, entries=150, sequenceid=198, filesize=11.9 K 2024-11-23T07:23:16,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/cbf5dab052d24567bb33098b806c47e5 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/cbf5dab052d24567bb33098b806c47e5 2024-11-23T07:23:16,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/cbf5dab052d24567bb33098b806c47e5, entries=150, sequenceid=198, filesize=11.9 K 2024-11-23T07:23:16,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/ceb5982da99040cb8ed808005a1264b5 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ceb5982da99040cb8ed808005a1264b5 2024-11-23T07:23:16,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ceb5982da99040cb8ed808005a1264b5, entries=150, sequenceid=198, filesize=11.9 K 2024-11-23T07:23:16,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for ce84fd5026f80086d680d13598cef53e in 181ms, sequenceid=198, compaction requested=true 2024-11-23T07:23:16,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:16,256 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:16,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:16,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:16,257 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:16,257 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/A is initiating minor compaction (all files) 2024-11-23T07:23:16,257 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/A in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:16,258 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/dec2f50f49214b1394b42b03d751babd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/2990867848f64418929ae3ae43958a62, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/2fb9920e60ba4078b43ca36d39696608] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=33.6 K 2024-11-23T07:23:16,258 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:16,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:16,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:16,258 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting dec2f50f49214b1394b42b03d751babd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346593123 2024-11-23T07:23:16,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:16,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:16,259 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2990867848f64418929ae3ae43958a62, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732346593759 2024-11-23T07:23:16,260 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fb9920e60ba4078b43ca36d39696608, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732346594955 2024-11-23T07:23:16,261 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:16,261 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/B is initiating minor compaction (all files) 2024-11-23T07:23:16,261 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/B in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:16,262 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/daab1d0e3bac4fc7a07b6c93bb3d4b02, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3bef9beda8524d288bca88a10a2b3314, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/cbf5dab052d24567bb33098b806c47e5] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=33.6 K 2024-11-23T07:23:16,263 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting daab1d0e3bac4fc7a07b6c93bb3d4b02, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346593123 2024-11-23T07:23:16,264 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bef9beda8524d288bca88a10a2b3314, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732346593759 2024-11-23T07:23:16,264 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting cbf5dab052d24567bb33098b806c47e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732346594955 2024-11-23T07:23:16,286 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#A#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:16,287 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/7c119503944a45b1b298f2bc03860304 is 50, key is test_row_0/A:col10/1732346594955/Put/seqid=0 2024-11-23T07:23:16,296 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#B#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:16,297 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/3ede0f55067c4643b0c5d1c0fa48cf0e is 50, key is test_row_0/B:col10/1732346594955/Put/seqid=0 2024-11-23T07:23:16,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742171_1347 (size=12595) 2024-11-23T07:23:16,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742172_1348 (size=12595) 2024-11-23T07:23:16,360 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/7c119503944a45b1b298f2bc03860304 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/7c119503944a45b1b298f2bc03860304 2024-11-23T07:23:16,366 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/3ede0f55067c4643b0c5d1c0fa48cf0e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3ede0f55067c4643b0c5d1c0fa48cf0e 2024-11-23T07:23:16,371 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/A of ce84fd5026f80086d680d13598cef53e into 7c119503944a45b1b298f2bc03860304(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:16,371 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:16,371 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/A, priority=13, startTime=1732346596256; duration=0sec 2024-11-23T07:23:16,372 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:16,372 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:A 2024-11-23T07:23:16,372 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:16,376 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:16,376 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/C is initiating minor compaction (all files) 2024-11-23T07:23:16,376 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/C in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:16,376 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ad0d3e5733614ea5926379e5cf53557f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/623a2a1454a74e1caa0a88324c374095, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ceb5982da99040cb8ed808005a1264b5] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=33.6 K 2024-11-23T07:23:16,378 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad0d3e5733614ea5926379e5cf53557f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732346593123 2024-11-23T07:23:16,378 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 623a2a1454a74e1caa0a88324c374095, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732346593759 2024-11-23T07:23:16,378 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceb5982da99040cb8ed808005a1264b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732346594955 2024-11-23T07:23:16,378 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/B of ce84fd5026f80086d680d13598cef53e into 3ede0f55067c4643b0c5d1c0fa48cf0e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:16,378 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:16,379 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/B, priority=13, startTime=1732346596258; duration=0sec 2024-11-23T07:23:16,379 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:16,379 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:B 2024-11-23T07:23:16,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:23:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:16,404 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:16,404 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/7d161bba7d30408fbac5e15dcf472ccf is 50, key is test_row_0/C:col10/1732346594955/Put/seqid=0 2024-11-23T07:23:16,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/3966166156e140da8b7858d58861b22f is 50, key is test_row_0/A:col10/1732346596393/Put/seqid=0 2024-11-23T07:23:16,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346656430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346656434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346656437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346656438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346656440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742173_1349 (size=12595) 2024-11-23T07:23:16,460 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/7d161bba7d30408fbac5e15dcf472ccf as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/7d161bba7d30408fbac5e15dcf472ccf 2024-11-23T07:23:16,468 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/C of ce84fd5026f80086d680d13598cef53e into 7d161bba7d30408fbac5e15dcf472ccf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:16,468 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:16,468 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/C, priority=13, startTime=1732346596258; duration=0sec 2024-11-23T07:23:16,468 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:16,468 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:C 2024-11-23T07:23:16,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742174_1350 (size=12151) 2024-11-23T07:23:16,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/3966166156e140da8b7858d58861b22f 2024-11-23T07:23:16,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/d0f16cd9cef3435a9925ad1d1b3e958f is 50, key is test_row_0/B:col10/1732346596393/Put/seqid=0 2024-11-23T07:23:16,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742175_1351 (size=12151) 2024-11-23T07:23:16,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/d0f16cd9cef3435a9925ad1d1b3e958f 2024-11-23T07:23:16,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/6ef187b7203945af888505f3d7d8ee66 is 50, key is test_row_0/C:col10/1732346596393/Put/seqid=0 2024-11-23T07:23:16,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346656539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346656541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346656545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346656546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346656546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742176_1352 (size=12151) 2024-11-23T07:23:16,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/6ef187b7203945af888505f3d7d8ee66 2024-11-23T07:23:16,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/3966166156e140da8b7858d58861b22f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/3966166156e140da8b7858d58861b22f 2024-11-23T07:23:16,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/3966166156e140da8b7858d58861b22f, entries=150, sequenceid=212, filesize=11.9 K 2024-11-23T07:23:16,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/d0f16cd9cef3435a9925ad1d1b3e958f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d0f16cd9cef3435a9925ad1d1b3e958f 2024-11-23T07:23:16,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d0f16cd9cef3435a9925ad1d1b3e958f, entries=150, sequenceid=212, filesize=11.9 K 2024-11-23T07:23:16,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/6ef187b7203945af888505f3d7d8ee66 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6ef187b7203945af888505f3d7d8ee66 2024-11-23T07:23:16,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6ef187b7203945af888505f3d7d8ee66, entries=150, sequenceid=212, filesize=11.9 K 2024-11-23T07:23:16,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for ce84fd5026f80086d680d13598cef53e in 205ms, sequenceid=212, compaction requested=false 2024-11-23T07:23:16,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:16,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T07:23:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346656757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346656758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346656762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346656763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346656763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/45e75f0f76b64e9ab3a06c4fdab7d2cf is 50, key is test_row_0/A:col10/1732346596436/Put/seqid=0 2024-11-23T07:23:16,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742177_1353 (size=12151) 2024-11-23T07:23:16,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346656864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346656867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346656868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:16,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346656868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346657065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346657069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346657071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346657072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346657072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/45e75f0f76b64e9ab3a06c4fdab7d2cf 2024-11-23T07:23:17,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/68751054bc094671b761e794fa08a9c0 is 50, key is test_row_0/B:col10/1732346596436/Put/seqid=0 2024-11-23T07:23:17,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742178_1354 (size=12151) 2024-11-23T07:23:17,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/68751054bc094671b761e794fa08a9c0 2024-11-23T07:23:17,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/af2b7df48b614716970629dba8f0aa6a is 50, key is test_row_0/C:col10/1732346596436/Put/seqid=0 2024-11-23T07:23:17,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742179_1355 (size=12151) 2024-11-23T07:23:17,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346657374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346657375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346657377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346657377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346657572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/af2b7df48b614716970629dba8f0aa6a 2024-11-23T07:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/45e75f0f76b64e9ab3a06c4fdab7d2cf as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/45e75f0f76b64e9ab3a06c4fdab7d2cf 2024-11-23T07:23:17,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/45e75f0f76b64e9ab3a06c4fdab7d2cf, entries=150, sequenceid=241, filesize=11.9 K 2024-11-23T07:23:17,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/68751054bc094671b761e794fa08a9c0 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/68751054bc094671b761e794fa08a9c0 2024-11-23T07:23:17,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/68751054bc094671b761e794fa08a9c0, entries=150, sequenceid=241, filesize=11.9 K 2024-11-23T07:23:17,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/af2b7df48b614716970629dba8f0aa6a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/af2b7df48b614716970629dba8f0aa6a 2024-11-23T07:23:17,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/af2b7df48b614716970629dba8f0aa6a, entries=150, sequenceid=241, filesize=11.9 K 2024-11-23T07:23:17,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for ce84fd5026f80086d680d13598cef53e in 968ms, sequenceid=241, compaction requested=true 2024-11-23T07:23:17,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:17,718 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:17,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:17,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:17,718 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:17,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:17,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:17,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:17,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:17,719 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:17,719 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/B is initiating minor compaction (all files) 2024-11-23T07:23:17,719 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/B in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:17,720 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3ede0f55067c4643b0c5d1c0fa48cf0e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d0f16cd9cef3435a9925ad1d1b3e958f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/68751054bc094671b761e794fa08a9c0] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=36.0 K 2024-11-23T07:23:17,720 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:17,720 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/A is initiating minor compaction (all files) 2024-11-23T07:23:17,720 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/A in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:17,720 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/7c119503944a45b1b298f2bc03860304, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/3966166156e140da8b7858d58861b22f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/45e75f0f76b64e9ab3a06c4fdab7d2cf] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=36.0 K 2024-11-23T07:23:17,721 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ede0f55067c4643b0c5d1c0fa48cf0e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732346594955 2024-11-23T07:23:17,721 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c119503944a45b1b298f2bc03860304, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732346594955 2024-11-23T07:23:17,721 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting d0f16cd9cef3435a9925ad1d1b3e958f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732346596390 2024-11-23T07:23:17,721 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 68751054bc094671b761e794fa08a9c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732346596436 2024-11-23T07:23:17,721 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3966166156e140da8b7858d58861b22f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732346596390 2024-11-23T07:23:17,722 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45e75f0f76b64e9ab3a06c4fdab7d2cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732346596436 2024-11-23T07:23:17,746 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:17,747 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/64ba766cb76942d3bbe9c913f686f0b9 is 50, key is test_row_0/B:col10/1732346596436/Put/seqid=0 2024-11-23T07:23:17,757 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#A#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:17,758 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/6cede6518f674f1d9b377333b58f02cd is 50, key is test_row_0/A:col10/1732346596436/Put/seqid=0 2024-11-23T07:23:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742180_1356 (size=12697) 2024-11-23T07:23:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742181_1357 (size=12697) 2024-11-23T07:23:17,804 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/64ba766cb76942d3bbe9c913f686f0b9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/64ba766cb76942d3bbe9c913f686f0b9 2024-11-23T07:23:17,809 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/6cede6518f674f1d9b377333b58f02cd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/6cede6518f674f1d9b377333b58f02cd 2024-11-23T07:23:17,814 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/B of ce84fd5026f80086d680d13598cef53e into 64ba766cb76942d3bbe9c913f686f0b9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:17,814 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:17,814 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/B, priority=13, startTime=1732346597718; duration=0sec 2024-11-23T07:23:17,814 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:17,814 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:B 2024-11-23T07:23:17,814 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:17,815 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:17,816 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/C is initiating minor compaction (all files) 2024-11-23T07:23:17,816 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/C in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:17,816 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/7d161bba7d30408fbac5e15dcf472ccf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6ef187b7203945af888505f3d7d8ee66, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/af2b7df48b614716970629dba8f0aa6a] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=36.0 K 2024-11-23T07:23:17,816 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d161bba7d30408fbac5e15dcf472ccf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732346594955 2024-11-23T07:23:17,817 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ef187b7203945af888505f3d7d8ee66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732346596390 2024-11-23T07:23:17,817 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting af2b7df48b614716970629dba8f0aa6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732346596436 2024-11-23T07:23:17,818 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/A of ce84fd5026f80086d680d13598cef53e into 6cede6518f674f1d9b377333b58f02cd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:17,818 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:17,818 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/A, priority=13, startTime=1732346597717; duration=0sec 2024-11-23T07:23:17,818 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:17,818 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:A 2024-11-23T07:23:17,826 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#C#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:17,827 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/b4e5abefac4d493e876ec1284fc77dcd is 50, key is test_row_0/C:col10/1732346596436/Put/seqid=0 2024-11-23T07:23:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742182_1358 (size=12697) 2024-11-23T07:23:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T07:23:17,866 INFO [Thread-1388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-23T07:23:17,870 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-23T07:23:17,872 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/b4e5abefac4d493e876ec1284fc77dcd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/b4e5abefac4d493e876ec1284fc77dcd 2024-11-23T07:23:17,872 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T07:23:17,873 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:17,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:17,881 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/C of ce84fd5026f80086d680d13598cef53e into b4e5abefac4d493e876ec1284fc77dcd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:17,881 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:17,881 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/C, priority=13, startTime=1732346597719; duration=0sec 2024-11-23T07:23:17,881 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:17,881 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:C 2024-11-23T07:23:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:17,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:23:17,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:17,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:17,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:17,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:17,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:17,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:17,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/0e7b74151ed34fecb4ae0c0def3d95a5 is 50, key is test_row_0/A:col10/1732346596761/Put/seqid=0 2024-11-23T07:23:17,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346657915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346657916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346657917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346657917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:17,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742183_1359 (size=14541) 2024-11-23T07:23:17,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/0e7b74151ed34fecb4ae0c0def3d95a5 2024-11-23T07:23:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T07:23:17,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/8aaee13fa0164a6f953a2d75ea696c5f is 50, key is test_row_0/B:col10/1732346596761/Put/seqid=0 2024-11-23T07:23:17,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742184_1360 (size=12151) 2024-11-23T07:23:17,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/8aaee13fa0164a6f953a2d75ea696c5f 2024-11-23T07:23:18,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/d75e674c58914f3dae624e2e4793a7d4 is 50, key is test_row_0/C:col10/1732346596761/Put/seqid=0 2024-11-23T07:23:18,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346658021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346658021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346658022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,025 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T07:23:18,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:18,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:18,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:18,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:18,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:18,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346658024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:18,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742185_1361 (size=12151) 2024-11-23T07:23:18,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/d75e674c58914f3dae624e2e4793a7d4 2024-11-23T07:23:18,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/0e7b74151ed34fecb4ae0c0def3d95a5 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/0e7b74151ed34fecb4ae0c0def3d95a5 2024-11-23T07:23:18,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/0e7b74151ed34fecb4ae0c0def3d95a5, entries=200, sequenceid=255, filesize=14.2 K 2024-11-23T07:23:18,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/8aaee13fa0164a6f953a2d75ea696c5f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/8aaee13fa0164a6f953a2d75ea696c5f 2024-11-23T07:23:18,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/8aaee13fa0164a6f953a2d75ea696c5f, entries=150, sequenceid=255, filesize=11.9 K 2024-11-23T07:23:18,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/d75e674c58914f3dae624e2e4793a7d4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/d75e674c58914f3dae624e2e4793a7d4 2024-11-23T07:23:18,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/d75e674c58914f3dae624e2e4793a7d4, entries=150, sequenceid=255, filesize=11.9 K 2024-11-23T07:23:18,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for ce84fd5026f80086d680d13598cef53e in 191ms, sequenceid=255, compaction requested=false 2024-11-23T07:23:18,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T07:23:18,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T07:23:18,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:18,181 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T07:23:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:18,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/94dedc5ddbbd4b5d8abc07c785ef8467 is 50, key is test_row_0/A:col10/1732346597915/Put/seqid=0 2024-11-23T07:23:18,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742186_1362 (size=12301) 2024-11-23T07:23:18,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:18,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346658233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346658236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346658236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346658237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346658338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346658341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346658341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346658341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T07:23:18,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346658543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346658545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346658548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346658548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346658582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,605 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/94dedc5ddbbd4b5d8abc07c785ef8467 2024-11-23T07:23:18,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/e8bb9899b9454943b45adb3a6ad9fc20 is 50, key is test_row_0/B:col10/1732346597915/Put/seqid=0 2024-11-23T07:23:18,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742187_1363 (size=12301) 2024-11-23T07:23:18,666 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/e8bb9899b9454943b45adb3a6ad9fc20 2024-11-23T07:23:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/0d7d137086934384adb8a0442bdca888 is 50, key is test_row_0/C:col10/1732346597915/Put/seqid=0 2024-11-23T07:23:18,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742188_1364 (size=12301) 2024-11-23T07:23:18,718 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/0d7d137086934384adb8a0442bdca888 2024-11-23T07:23:18,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/94dedc5ddbbd4b5d8abc07c785ef8467 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/94dedc5ddbbd4b5d8abc07c785ef8467 2024-11-23T07:23:18,734 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/94dedc5ddbbd4b5d8abc07c785ef8467, entries=150, sequenceid=281, filesize=12.0 K 2024-11-23T07:23:18,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/e8bb9899b9454943b45adb3a6ad9fc20 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e8bb9899b9454943b45adb3a6ad9fc20 2024-11-23T07:23:18,739 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e8bb9899b9454943b45adb3a6ad9fc20, entries=150, sequenceid=281, filesize=12.0 K 2024-11-23T07:23:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/0d7d137086934384adb8a0442bdca888 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/0d7d137086934384adb8a0442bdca888 2024-11-23T07:23:18,744 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/0d7d137086934384adb8a0442bdca888, entries=150, sequenceid=281, filesize=12.0 K 2024-11-23T07:23:18,745 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for ce84fd5026f80086d680d13598cef53e in 564ms, sequenceid=281, compaction requested=true 2024-11-23T07:23:18,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:18,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:18,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-23T07:23:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-23T07:23:18,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-23T07:23:18,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 873 msec 2024-11-23T07:23:18,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 878 msec 2024-11-23T07:23:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:18,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:23:18,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:18,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:18,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:18,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:18,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:18,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:18,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/34b5c6bcd82a483ea27ffaf993970278 is 50, key is test_row_0/A:col10/1732346598853/Put/seqid=0 2024-11-23T07:23:18,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742189_1365 (size=17181) 2024-11-23T07:23:18,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346658943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346658942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346658943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346658945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T07:23:18,976 INFO [Thread-1388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-23T07:23:18,979 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-23T07:23:18,983 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:18,984 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:18,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T07:23:19,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346659050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346659050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346659053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346659058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T07:23:19,136 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T07:23:19,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:19,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346659253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346659254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346659258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346659262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,290 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T07:23:19,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T07:23:19,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/34b5c6bcd82a483ea27ffaf993970278 2024-11-23T07:23:19,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/9dffd7f0575847dbb9b9354205ca1abd is 50, key is test_row_0/B:col10/1732346598853/Put/seqid=0 2024-11-23T07:23:19,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742190_1366 (size=12301) 2024-11-23T07:23:19,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/9dffd7f0575847dbb9b9354205ca1abd 2024-11-23T07:23:19,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/8380973e202c4cb5b6bfca76ca918c42 is 50, key is test_row_0/C:col10/1732346598853/Put/seqid=0 2024-11-23T07:23:19,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742191_1367 (size=12301) 2024-11-23T07:23:19,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/8380973e202c4cb5b6bfca76ca918c42 2024-11-23T07:23:19,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/34b5c6bcd82a483ea27ffaf993970278 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/34b5c6bcd82a483ea27ffaf993970278 2024-11-23T07:23:19,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/34b5c6bcd82a483ea27ffaf993970278, entries=250, sequenceid=295, filesize=16.8 K 2024-11-23T07:23:19,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/9dffd7f0575847dbb9b9354205ca1abd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/9dffd7f0575847dbb9b9354205ca1abd 2024-11-23T07:23:19,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/9dffd7f0575847dbb9b9354205ca1abd, entries=150, sequenceid=295, filesize=12.0 K 2024-11-23T07:23:19,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/8380973e202c4cb5b6bfca76ca918c42 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/8380973e202c4cb5b6bfca76ca918c42 2024-11-23T07:23:19,444 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T07:23:19,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:19,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/8380973e202c4cb5b6bfca76ca918c42, entries=150, sequenceid=295, filesize=12.0 K 2024-11-23T07:23:19,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ce84fd5026f80086d680d13598cef53e in 598ms, sequenceid=295, compaction requested=true 2024-11-23T07:23:19,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:19,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:19,451 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:19,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:19,451 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:19,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:19,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:19,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:19,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:19,455 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56720 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:19,455 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/A is initiating minor compaction (all files) 2024-11-23T07:23:19,455 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/A in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,455 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/6cede6518f674f1d9b377333b58f02cd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/0e7b74151ed34fecb4ae0c0def3d95a5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/94dedc5ddbbd4b5d8abc07c785ef8467, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/34b5c6bcd82a483ea27ffaf993970278] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=55.4 K 2024-11-23T07:23:19,456 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:19,456 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/B is initiating minor compaction (all files) 2024-11-23T07:23:19,456 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cede6518f674f1d9b377333b58f02cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732346596436 2024-11-23T07:23:19,456 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/B in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,456 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/64ba766cb76942d3bbe9c913f686f0b9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/8aaee13fa0164a6f953a2d75ea696c5f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e8bb9899b9454943b45adb3a6ad9fc20, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/9dffd7f0575847dbb9b9354205ca1abd] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=48.3 K 2024-11-23T07:23:19,457 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e7b74151ed34fecb4ae0c0def3d95a5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732346596760 2024-11-23T07:23:19,457 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94dedc5ddbbd4b5d8abc07c785ef8467, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732346597909 2024-11-23T07:23:19,457 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 64ba766cb76942d3bbe9c913f686f0b9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732346596436 2024-11-23T07:23:19,458 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aaee13fa0164a6f953a2d75ea696c5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732346596761 2024-11-23T07:23:19,458 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34b5c6bcd82a483ea27ffaf993970278, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732346598230 2024-11-23T07:23:19,459 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e8bb9899b9454943b45adb3a6ad9fc20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732346597909 2024-11-23T07:23:19,459 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dffd7f0575847dbb9b9354205ca1abd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732346598230 2024-11-23T07:23:19,491 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#A#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:19,492 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/1f1c58ebfb7c4b6695b4011119e8f288 is 50, key is test_row_0/A:col10/1732346598853/Put/seqid=0 2024-11-23T07:23:19,502 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#B#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:19,503 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/4c1a0886c87749fa94ac1a4dc7bc6d9a is 50, key is test_row_0/B:col10/1732346598853/Put/seqid=0 2024-11-23T07:23:19,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742192_1368 (size=12983) 2024-11-23T07:23:19,539 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/1f1c58ebfb7c4b6695b4011119e8f288 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/1f1c58ebfb7c4b6695b4011119e8f288 2024-11-23T07:23:19,546 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ce84fd5026f80086d680d13598cef53e/A of ce84fd5026f80086d680d13598cef53e into 1f1c58ebfb7c4b6695b4011119e8f288(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:19,546 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:19,546 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/A, priority=12, startTime=1732346599451; duration=0sec 2024-11-23T07:23:19,546 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:19,546 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:A 2024-11-23T07:23:19,546 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:19,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742193_1369 (size=12983) 2024-11-23T07:23:19,557 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/4c1a0886c87749fa94ac1a4dc7bc6d9a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/4c1a0886c87749fa94ac1a4dc7bc6d9a 2024-11-23T07:23:19,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T07:23:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:19,563 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:19,563 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/C is initiating minor compaction (all files) 2024-11-23T07:23:19,563 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/C in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,563 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/b4e5abefac4d493e876ec1284fc77dcd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/d75e674c58914f3dae624e2e4793a7d4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/0d7d137086934384adb8a0442bdca888, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/8380973e202c4cb5b6bfca76ca918c42] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=48.3 K 2024-11-23T07:23:19,563 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4e5abefac4d493e876ec1284fc77dcd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732346596436 2024-11-23T07:23:19,564 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d75e674c58914f3dae624e2e4793a7d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732346596761 2024-11-23T07:23:19,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:19,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:19,565 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d7d137086934384adb8a0442bdca888, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732346597909 2024-11-23T07:23:19,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:19,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:19,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:19,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:19,567 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8380973e202c4cb5b6bfca76ca918c42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732346598230 2024-11-23T07:23:19,570 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ce84fd5026f80086d680d13598cef53e/B of ce84fd5026f80086d680d13598cef53e into 4c1a0886c87749fa94ac1a4dc7bc6d9a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:19,570 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:19,570 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/B, priority=12, startTime=1732346599451; duration=0sec 2024-11-23T07:23:19,570 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:19,570 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:B 2024-11-23T07:23:19,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/8d13ef92c811473fa092c0d00f27b6c6 is 50, key is test_row_0/A:col10/1732346598943/Put/seqid=0 2024-11-23T07:23:19,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346659580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346659581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,590 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#C#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:19,591 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/aa5c739d12e4498e82e5c065bd6c529d is 50, key is test_row_0/C:col10/1732346598853/Put/seqid=0 2024-11-23T07:23:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346659584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T07:23:19,597 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T07:23:19,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346659600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742194_1370 (size=14741) 2024-11-23T07:23:19,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742195_1371 (size=12983) 2024-11-23T07:23:19,679 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/aa5c739d12e4498e82e5c065bd6c529d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/aa5c739d12e4498e82e5c065bd6c529d 2024-11-23T07:23:19,687 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ce84fd5026f80086d680d13598cef53e/C of ce84fd5026f80086d680d13598cef53e into aa5c739d12e4498e82e5c065bd6c529d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:19,687 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:19,687 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/C, priority=12, startTime=1732346599452; duration=0sec 2024-11-23T07:23:19,687 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:19,687 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:C 2024-11-23T07:23:19,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346659688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346659689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346659694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346659704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T07:23:19,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:19,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346659893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346659893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346659897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T07:23:19,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:19,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:19,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:19,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346659908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:20,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/8d13ef92c811473fa092c0d00f27b6c6 2024-11-23T07:23:20,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/39c8d589c8784c7f95935c181d2384fe is 50, key is test_row_0/B:col10/1732346598943/Put/seqid=0 2024-11-23T07:23:20,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T07:23:20,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:20,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:20,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:20,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:20,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742196_1372 (size=12301) 2024-11-23T07:23:20,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/39c8d589c8784c7f95935c181d2384fe 2024-11-23T07:23:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T07:23:20,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/312fe93ac64a4d0c8e3764a294ba4a5b is 50, key is test_row_0/C:col10/1732346598943/Put/seqid=0 2024-11-23T07:23:20,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742197_1373 (size=12301) 2024-11-23T07:23:20,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/312fe93ac64a4d0c8e3764a294ba4a5b 2024-11-23T07:23:20,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/8d13ef92c811473fa092c0d00f27b6c6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/8d13ef92c811473fa092c0d00f27b6c6 2024-11-23T07:23:20,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/8d13ef92c811473fa092c0d00f27b6c6, entries=200, sequenceid=320, filesize=14.4 K 2024-11-23T07:23:20,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/39c8d589c8784c7f95935c181d2384fe as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/39c8d589c8784c7f95935c181d2384fe 2024-11-23T07:23:20,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/39c8d589c8784c7f95935c181d2384fe, entries=150, sequenceid=320, filesize=12.0 K 2024-11-23T07:23:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/312fe93ac64a4d0c8e3764a294ba4a5b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/312fe93ac64a4d0c8e3764a294ba4a5b 2024-11-23T07:23:20,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/312fe93ac64a4d0c8e3764a294ba4a5b, entries=150, sequenceid=320, filesize=12.0 K 2024-11-23T07:23:20,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ce84fd5026f80086d680d13598cef53e in 630ms, sequenceid=320, compaction requested=false 2024-11-23T07:23:20,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:20,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T07:23:20,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:20,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:20,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:20,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:20,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:20,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:20,214 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T07:23:20,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:20,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:20,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:20,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:20,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:20,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/f5d07b126b8a4f2b987dc3b2c546c2f6 is 50, key is test_row_0/A:col10/1732346600201/Put/seqid=0 2024-11-23T07:23:20,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346660235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346660236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346660237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346660238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742198_1374 (size=14741) 2024-11-23T07:23:20,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/f5d07b126b8a4f2b987dc3b2c546c2f6 2024-11-23T07:23:20,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/492796e1e0474d97be0761448eb965aa is 50, key is test_row_0/B:col10/1732346600201/Put/seqid=0 2024-11-23T07:23:20,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742199_1375 (size=12301) 2024-11-23T07:23:20,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/492796e1e0474d97be0761448eb965aa 2024-11-23T07:23:20,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/7104b0da46184ae0a150712888e3abd4 is 50, key is test_row_0/C:col10/1732346600201/Put/seqid=0 2024-11-23T07:23:20,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346660343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346660344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346660343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346660344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742200_1376 (size=12301) 2024-11-23T07:23:20,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/7104b0da46184ae0a150712888e3abd4 2024-11-23T07:23:20,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T07:23:20,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:20,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:20,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:20,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:20,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:20,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/f5d07b126b8a4f2b987dc3b2c546c2f6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/f5d07b126b8a4f2b987dc3b2c546c2f6 2024-11-23T07:23:20,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/f5d07b126b8a4f2b987dc3b2c546c2f6, entries=200, sequenceid=337, filesize=14.4 K 2024-11-23T07:23:20,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/492796e1e0474d97be0761448eb965aa as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/492796e1e0474d97be0761448eb965aa 2024-11-23T07:23:20,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/492796e1e0474d97be0761448eb965aa, entries=150, sequenceid=337, filesize=12.0 K 2024-11-23T07:23:20,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/7104b0da46184ae0a150712888e3abd4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/7104b0da46184ae0a150712888e3abd4 2024-11-23T07:23:20,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/7104b0da46184ae0a150712888e3abd4, entries=150, sequenceid=337, filesize=12.0 K 2024-11-23T07:23:20,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ce84fd5026f80086d680d13598cef53e in 196ms, sequenceid=337, compaction requested=true 2024-11-23T07:23:20,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:20,399 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:20,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:20,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:20,400 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:20,400 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/A is initiating minor compaction (all files) 2024-11-23T07:23:20,400 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/A in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:20,401 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/1f1c58ebfb7c4b6695b4011119e8f288, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/8d13ef92c811473fa092c0d00f27b6c6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/f5d07b126b8a4f2b987dc3b2c546c2f6] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=41.5 K 2024-11-23T07:23:20,401 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f1c58ebfb7c4b6695b4011119e8f288, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732346598230 2024-11-23T07:23:20,401 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d13ef92c811473fa092c0d00f27b6c6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732346598942 2024-11-23T07:23:20,402 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5d07b126b8a4f2b987dc3b2c546c2f6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732346599578 2024-11-23T07:23:20,406 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:20,408 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:20,408 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/B is initiating minor compaction (all files) 2024-11-23T07:23:20,408 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/B in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:20,408 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/4c1a0886c87749fa94ac1a4dc7bc6d9a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/39c8d589c8784c7f95935c181d2384fe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/492796e1e0474d97be0761448eb965aa] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=36.7 K 2024-11-23T07:23:20,409 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c1a0886c87749fa94ac1a4dc7bc6d9a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732346598230 2024-11-23T07:23:20,409 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 39c8d589c8784c7f95935c181d2384fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732346598942 2024-11-23T07:23:20,410 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 492796e1e0474d97be0761448eb965aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732346599579 2024-11-23T07:23:20,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:20,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:20,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:20,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:20,429 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#A#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:20,430 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/da107443ec38449483912f3fe6e6b9c6 is 50, key is test_row_0/A:col10/1732346600201/Put/seqid=0 2024-11-23T07:23:20,434 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#B#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:20,435 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/a42cb683266d463aa8af4c03874489c6 is 50, key is test_row_0/B:col10/1732346600201/Put/seqid=0 2024-11-23T07:23:20,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742201_1377 (size=13085) 2024-11-23T07:23:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742202_1378 (size=13085) 2024-11-23T07:23:20,506 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/a42cb683266d463aa8af4c03874489c6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/a42cb683266d463aa8af4c03874489c6 2024-11-23T07:23:20,512 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/B of ce84fd5026f80086d680d13598cef53e into a42cb683266d463aa8af4c03874489c6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:20,512 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:20,512 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/B, priority=13, startTime=1732346600406; duration=0sec 2024-11-23T07:23:20,512 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:20,512 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:B 2024-11-23T07:23:20,513 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:20,515 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:20,515 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/C is initiating minor compaction (all files) 2024-11-23T07:23:20,515 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/C in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:20,515 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/aa5c739d12e4498e82e5c065bd6c529d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/312fe93ac64a4d0c8e3764a294ba4a5b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/7104b0da46184ae0a150712888e3abd4] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=36.7 K 2024-11-23T07:23:20,516 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting aa5c739d12e4498e82e5c065bd6c529d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732346598230 2024-11-23T07:23:20,517 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 312fe93ac64a4d0c8e3764a294ba4a5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732346598942 2024-11-23T07:23:20,517 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 7104b0da46184ae0a150712888e3abd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732346599579 2024-11-23T07:23:20,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T07:23:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:20,521 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T07:23:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/ce2ec41850914eb9a0085df67bd3b216 is 50, key is test_row_0/A:col10/1732346600235/Put/seqid=0 2024-11-23T07:23:20,536 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:20,537 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/2b9d70c8b022445083de2f551ae4f569 is 50, key is test_row_0/C:col10/1732346600201/Put/seqid=0 2024-11-23T07:23:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:20,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:20,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346660570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346660570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346660571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346660571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742203_1379 (size=12301) 2024-11-23T07:23:20,579 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/ce2ec41850914eb9a0085df67bd3b216 2024-11-23T07:23:20,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346660586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/07923116efe34677bd40176a91df5adf is 50, key is test_row_0/B:col10/1732346600235/Put/seqid=0 2024-11-23T07:23:20,602 DEBUG [Thread-1386 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:23:20,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742204_1380 (size=13085) 2024-11-23T07:23:20,628 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/2b9d70c8b022445083de2f551ae4f569 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2b9d70c8b022445083de2f551ae4f569 2024-11-23T07:23:20,640 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/C of ce84fd5026f80086d680d13598cef53e into 2b9d70c8b022445083de2f551ae4f569(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:20,640 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:20,640 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/C, priority=13, startTime=1732346600419; duration=0sec 2024-11-23T07:23:20,640 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:20,640 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:C 2024-11-23T07:23:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742205_1381 (size=12301) 2024-11-23T07:23:20,666 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/07923116efe34677bd40176a91df5adf 2024-11-23T07:23:20,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346660676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346660676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346660676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346660678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/09086b5a4aaf4386a336b807bf9b57f6 is 50, key is test_row_0/C:col10/1732346600235/Put/seqid=0 2024-11-23T07:23:20,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742206_1382 (size=12301) 2024-11-23T07:23:20,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346660882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346660882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346660882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,887 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/da107443ec38449483912f3fe6e6b9c6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/da107443ec38449483912f3fe6e6b9c6 2024-11-23T07:23:20,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346660884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:20,893 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/A of ce84fd5026f80086d680d13598cef53e into da107443ec38449483912f3fe6e6b9c6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:20,893 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:20,893 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/A, priority=13, startTime=1732346600399; duration=0sec 2024-11-23T07:23:20,893 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:20,893 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:A 2024-11-23T07:23:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T07:23:21,146 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/09086b5a4aaf4386a336b807bf9b57f6 2024-11-23T07:23:21,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/ce2ec41850914eb9a0085df67bd3b216 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/ce2ec41850914eb9a0085df67bd3b216 2024-11-23T07:23:21,157 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/ce2ec41850914eb9a0085df67bd3b216, entries=150, sequenceid=359, filesize=12.0 K 2024-11-23T07:23:21,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/07923116efe34677bd40176a91df5adf as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/07923116efe34677bd40176a91df5adf 2024-11-23T07:23:21,163 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/07923116efe34677bd40176a91df5adf, entries=150, sequenceid=359, filesize=12.0 K 2024-11-23T07:23:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/09086b5a4aaf4386a336b807bf9b57f6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/09086b5a4aaf4386a336b807bf9b57f6 2024-11-23T07:23:21,176 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/09086b5a4aaf4386a336b807bf9b57f6, entries=150, sequenceid=359, filesize=12.0 K 2024-11-23T07:23:21,178 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ce84fd5026f80086d680d13598cef53e in 657ms, sequenceid=359, compaction requested=false 2024-11-23T07:23:21,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:21,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:21,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-23T07:23:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-23T07:23:21,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-23T07:23:21,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1950 sec 2024-11-23T07:23:21,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.2030 sec 2024-11-23T07:23:21,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T07:23:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:21,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/4dcc0a0f4bb74b09ac988b12b9594be2 is 50, key is test_row_0/A:col10/1732346601188/Put/seqid=0 2024-11-23T07:23:21,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346661213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346661214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742207_1383 (size=12301) 2024-11-23T07:23:21,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346661216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346661217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/4dcc0a0f4bb74b09ac988b12b9594be2 2024-11-23T07:23:21,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/371f8abc35204d3ea88372c777db75bb is 50, key is test_row_0/B:col10/1732346601188/Put/seqid=0 2024-11-23T07:23:21,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742208_1384 (size=12301) 2024-11-23T07:23:21,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346661318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346661318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346661321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346661324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346661522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346661522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346661525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346661527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/371f8abc35204d3ea88372c777db75bb 2024-11-23T07:23:21,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/91ea01468a0d4149b8c26e96b65d177c is 50, key is test_row_0/C:col10/1732346601188/Put/seqid=0 2024-11-23T07:23:21,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742209_1385 (size=12301) 2024-11-23T07:23:21,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/91ea01468a0d4149b8c26e96b65d177c 2024-11-23T07:23:21,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/4dcc0a0f4bb74b09ac988b12b9594be2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/4dcc0a0f4bb74b09ac988b12b9594be2 2024-11-23T07:23:21,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/4dcc0a0f4bb74b09ac988b12b9594be2, entries=150, sequenceid=377, filesize=12.0 K 2024-11-23T07:23:21,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/371f8abc35204d3ea88372c777db75bb as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/371f8abc35204d3ea88372c777db75bb 2024-11-23T07:23:21,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/371f8abc35204d3ea88372c777db75bb, entries=150, sequenceid=377, filesize=12.0 K 2024-11-23T07:23:21,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/91ea01468a0d4149b8c26e96b65d177c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/91ea01468a0d4149b8c26e96b65d177c 2024-11-23T07:23:21,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/91ea01468a0d4149b8c26e96b65d177c, entries=150, sequenceid=377, filesize=12.0 K 2024-11-23T07:23:21,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for ce84fd5026f80086d680d13598cef53e in 599ms, sequenceid=377, compaction requested=true 2024-11-23T07:23:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:21,789 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:21,789 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:21,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:21,795 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:21,795 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/B is initiating minor compaction (all files) 2024-11-23T07:23:21,795 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/B in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:21,795 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/a42cb683266d463aa8af4c03874489c6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/07923116efe34677bd40176a91df5adf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/371f8abc35204d3ea88372c777db75bb] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=36.8 K 2024-11-23T07:23:21,795 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:21,795 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/A is initiating minor compaction (all files) 2024-11-23T07:23:21,795 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/A in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:21,795 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a42cb683266d463aa8af4c03874489c6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732346599579 2024-11-23T07:23:21,795 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/da107443ec38449483912f3fe6e6b9c6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/ce2ec41850914eb9a0085df67bd3b216, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/4dcc0a0f4bb74b09ac988b12b9594be2] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=36.8 K 2024-11-23T07:23:21,796 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 07923116efe34677bd40176a91df5adf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732346600232 2024-11-23T07:23:21,796 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting da107443ec38449483912f3fe6e6b9c6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732346599579 2024-11-23T07:23:21,796 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce2ec41850914eb9a0085df67bd3b216, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732346600232 2024-11-23T07:23:21,796 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 371f8abc35204d3ea88372c777db75bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732346600567 2024-11-23T07:23:21,797 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dcc0a0f4bb74b09ac988b12b9594be2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732346600567 2024-11-23T07:23:21,809 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:21,810 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/95ce390653b04c558549270f1dec9751 is 50, key is test_row_0/B:col10/1732346601188/Put/seqid=0 2024-11-23T07:23:21,814 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#A#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:21,814 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/d898c18570ac4dcf96e03ffac1ab1ec2 is 50, key is test_row_0/A:col10/1732346601188/Put/seqid=0 2024-11-23T07:23:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:21,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T07:23:21,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:21,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:21,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:21,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:21,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:21,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:21,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742211_1387 (size=13187) 2024-11-23T07:23:21,846 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/d898c18570ac4dcf96e03ffac1ab1ec2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d898c18570ac4dcf96e03ffac1ab1ec2 2024-11-23T07:23:21,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346661852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346661851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/97c12b4e441145b0881438253361fcf3 is 50, key is test_row_0/A:col10/1732346601215/Put/seqid=0 2024-11-23T07:23:21,863 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/A of ce84fd5026f80086d680d13598cef53e into d898c18570ac4dcf96e03ffac1ab1ec2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:21,863 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:21,863 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/A, priority=13, startTime=1732346601789; duration=0sec 2024-11-23T07:23:21,863 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:21,863 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:A 2024-11-23T07:23:21,863 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:21,865 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:21,865 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/C is initiating minor compaction (all files) 2024-11-23T07:23:21,865 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/C in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:21,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346661858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,865 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2b9d70c8b022445083de2f551ae4f569, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/09086b5a4aaf4386a336b807bf9b57f6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/91ea01468a0d4149b8c26e96b65d177c] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=36.8 K 2024-11-23T07:23:21,865 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b9d70c8b022445083de2f551ae4f569, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732346599579 2024-11-23T07:23:21,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346661862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,866 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09086b5a4aaf4386a336b807bf9b57f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732346600232 2024-11-23T07:23:21,866 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91ea01468a0d4149b8c26e96b65d177c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732346600567 2024-11-23T07:23:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742210_1386 (size=13187) 2024-11-23T07:23:21,898 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:21,898 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/6a9152062c0e4d40b60b97c50679944a is 50, key is test_row_0/C:col10/1732346601188/Put/seqid=0 2024-11-23T07:23:21,901 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/95ce390653b04c558549270f1dec9751 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/95ce390653b04c558549270f1dec9751 2024-11-23T07:23:21,910 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/B of ce84fd5026f80086d680d13598cef53e into 95ce390653b04c558549270f1dec9751(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:21,910 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:21,910 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/B, priority=13, startTime=1732346601789; duration=0sec 2024-11-23T07:23:21,910 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:21,910 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:B 2024-11-23T07:23:21,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742212_1388 (size=12301) 2024-11-23T07:23:21,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/97c12b4e441145b0881438253361fcf3 2024-11-23T07:23:21,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/1d0f4ad8c4404e92a4c360fe53b775e3 is 50, key is test_row_0/B:col10/1732346601215/Put/seqid=0 2024-11-23T07:23:21,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742213_1389 (size=13187) 2024-11-23T07:23:21,953 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/6a9152062c0e4d40b60b97c50679944a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6a9152062c0e4d40b60b97c50679944a 2024-11-23T07:23:21,961 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/C of ce84fd5026f80086d680d13598cef53e into 6a9152062c0e4d40b60b97c50679944a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:21,962 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:21,962 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/C, priority=13, startTime=1732346601789; duration=0sec 2024-11-23T07:23:21,962 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:21,962 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:C 2024-11-23T07:23:21,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346661960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346661960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346661966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346661966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:21,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742214_1390 (size=12301) 2024-11-23T07:23:22,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346662171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:22,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346662171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:22,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346662172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:22,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346662175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:22,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/1d0f4ad8c4404e92a4c360fe53b775e3 2024-11-23T07:23:22,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/e1a6905653d143b6878c99672dbc9f10 is 50, key is test_row_0/C:col10/1732346601215/Put/seqid=0 2024-11-23T07:23:22,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742215_1391 (size=12301) 2024-11-23T07:23:22,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/e1a6905653d143b6878c99672dbc9f10 2024-11-23T07:23:22,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/97c12b4e441145b0881438253361fcf3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/97c12b4e441145b0881438253361fcf3 2024-11-23T07:23:22,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346662476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:22,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346662476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:22,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346662477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:22,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/97c12b4e441145b0881438253361fcf3, entries=150, sequenceid=400, filesize=12.0 K 2024-11-23T07:23:22,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346662479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:22,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/1d0f4ad8c4404e92a4c360fe53b775e3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/1d0f4ad8c4404e92a4c360fe53b775e3 2024-11-23T07:23:22,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/1d0f4ad8c4404e92a4c360fe53b775e3, entries=150, sequenceid=400, filesize=12.0 K 2024-11-23T07:23:22,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/e1a6905653d143b6878c99672dbc9f10 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/e1a6905653d143b6878c99672dbc9f10 2024-11-23T07:23:22,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/e1a6905653d143b6878c99672dbc9f10, entries=150, sequenceid=400, filesize=12.0 K 2024-11-23T07:23:22,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ce84fd5026f80086d680d13598cef53e in 664ms, sequenceid=400, compaction requested=false 2024-11-23T07:23:22,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:22,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T07:23:22,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:22,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:22,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:22,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:22,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:22,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:22,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/98ca043f4a5d4cd4b963aebfc9386ef9 is 50, key is test_row_0/A:col10/1732346601857/Put/seqid=0 2024-11-23T07:23:23,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346663009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346663010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346663012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346663014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742216_1392 (size=12301) 2024-11-23T07:23:23,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/98ca043f4a5d4cd4b963aebfc9386ef9 2024-11-23T07:23:23,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/df5d991b91de47c1a3d3805ca5eb397f is 50, key is test_row_0/B:col10/1732346601857/Put/seqid=0 2024-11-23T07:23:23,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742217_1393 (size=12301) 2024-11-23T07:23:23,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/df5d991b91de47c1a3d3805ca5eb397f 2024-11-23T07:23:23,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/6af2676f38454ad19e35bdebcdade3e1 is 50, key is test_row_0/C:col10/1732346601857/Put/seqid=0 2024-11-23T07:23:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T07:23:23,096 INFO [Thread-1388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-23T07:23:23,097 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-23T07:23:23,100 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T07:23:23,100 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:23,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:23,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346663115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346663117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346663118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346663118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742218_1394 (size=12301) 2024-11-23T07:23:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T07:23:23,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:23,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:23,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:23,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346663319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346663321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346663323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346663330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T07:23:23,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:23,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/6af2676f38454ad19e35bdebcdade3e1 2024-11-23T07:23:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/98ca043f4a5d4cd4b963aebfc9386ef9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/98ca043f4a5d4cd4b963aebfc9386ef9 2024-11-23T07:23:23,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/98ca043f4a5d4cd4b963aebfc9386ef9, entries=150, sequenceid=418, filesize=12.0 K 2024-11-23T07:23:23,559 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:23,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/df5d991b91de47c1a3d3805ca5eb397f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/df5d991b91de47c1a3d3805ca5eb397f 2024-11-23T07:23:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/df5d991b91de47c1a3d3805ca5eb397f, entries=150, sequenceid=418, filesize=12.0 K 2024-11-23T07:23:23,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/6af2676f38454ad19e35bdebcdade3e1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6af2676f38454ad19e35bdebcdade3e1 2024-11-23T07:23:23,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6af2676f38454ad19e35bdebcdade3e1, entries=150, sequenceid=418, filesize=12.0 K 2024-11-23T07:23:23,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ce84fd5026f80086d680d13598cef53e in 591ms, sequenceid=418, compaction requested=true 2024-11-23T07:23:23,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:23,579 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:23,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:23,581 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:23,581 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/A is initiating minor compaction (all files) 2024-11-23T07:23:23,581 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/A in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:23,581 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d898c18570ac4dcf96e03ffac1ab1ec2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/97c12b4e441145b0881438253361fcf3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/98ca043f4a5d4cd4b963aebfc9386ef9] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=36.9 K 2024-11-23T07:23:23,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:23,581 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:23,582 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d898c18570ac4dcf96e03ffac1ab1ec2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732346600567 2024-11-23T07:23:23,583 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:23,583 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/B is initiating minor compaction (all files) 2024-11-23T07:23:23,583 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/B in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:23,583 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/95ce390653b04c558549270f1dec9751, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/1d0f4ad8c4404e92a4c360fe53b775e3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/df5d991b91de47c1a3d3805ca5eb397f] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=36.9 K 2024-11-23T07:23:23,583 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97c12b4e441145b0881438253361fcf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732346601215 2024-11-23T07:23:23,584 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 95ce390653b04c558549270f1dec9751, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732346600567 2024-11-23T07:23:23,584 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98ca043f4a5d4cd4b963aebfc9386ef9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732346601851 2024-11-23T07:23:23,585 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d0f4ad8c4404e92a4c360fe53b775e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732346601215 2024-11-23T07:23:23,586 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting df5d991b91de47c1a3d3805ca5eb397f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732346601851 2024-11-23T07:23:23,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:23,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:23,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:23,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:23,600 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:23,601 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/f2c07a47809849f4982e70df3918cf2a is 50, key is test_row_0/B:col10/1732346601857/Put/seqid=0 2024-11-23T07:23:23,601 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#A#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:23,602 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/6e0e5baffdd24b78b1bf2798c0fa98d8 is 50, key is test_row_0/A:col10/1732346601857/Put/seqid=0 2024-11-23T07:23:23,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T07:23:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:23,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:23,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:23,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:23,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:23,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:23,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:23,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742219_1395 (size=13289) 2024-11-23T07:23:23,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346663646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346663646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346663652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346663653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742220_1396 (size=13289) 2024-11-23T07:23:23,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/e131e11dfa4c422eb577049a70785e7f is 50, key is test_row_0/A:col10/1732346603628/Put/seqid=0 2024-11-23T07:23:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742221_1397 (size=14741) 2024-11-23T07:23:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T07:23:23,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:23,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:23,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:23,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:23,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346663755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346663759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346663761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346663761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:23,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:23,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346663960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346663961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346663970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:23,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346663970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:24,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:24,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,052 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/6e0e5baffdd24b78b1bf2798c0fa98d8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/6e0e5baffdd24b78b1bf2798c0fa98d8 2024-11-23T07:23:24,060 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/A of ce84fd5026f80086d680d13598cef53e into 6e0e5baffdd24b78b1bf2798c0fa98d8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:24,060 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:24,060 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/A, priority=13, startTime=1732346603579; duration=0sec 2024-11-23T07:23:24,060 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:24,060 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:A 2024-11-23T07:23:24,060 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:24,062 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:24,062 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/C is initiating minor compaction (all files) 2024-11-23T07:23:24,062 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/C in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,062 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6a9152062c0e4d40b60b97c50679944a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/e1a6905653d143b6878c99672dbc9f10, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6af2676f38454ad19e35bdebcdade3e1] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=36.9 K 2024-11-23T07:23:24,062 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a9152062c0e4d40b60b97c50679944a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732346600567 2024-11-23T07:23:24,063 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1a6905653d143b6878c99672dbc9f10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732346601215 2024-11-23T07:23:24,065 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6af2676f38454ad19e35bdebcdade3e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732346601851 2024-11-23T07:23:24,068 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/f2c07a47809849f4982e70df3918cf2a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/f2c07a47809849f4982e70df3918cf2a 2024-11-23T07:23:24,076 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/B of ce84fd5026f80086d680d13598cef53e into f2c07a47809849f4982e70df3918cf2a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:24,076 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:24,076 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/B, priority=13, startTime=1732346603581; duration=0sec 2024-11-23T07:23:24,076 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:24,076 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:B 2024-11-23T07:23:24,086 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#C#compaction#342 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:24,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/e131e11dfa4c422eb577049a70785e7f 2024-11-23T07:23:24,087 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/1087901c60d34f3a9e317ec782869c1d is 50, key is test_row_0/C:col10/1732346601857/Put/seqid=0 2024-11-23T07:23:24,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742222_1398 (size=13289) 2024-11-23T07:23:24,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/4fcd791ca2c44dd2b7c96da2116b3c7f is 50, key is test_row_0/B:col10/1732346603628/Put/seqid=0 2024-11-23T07:23:24,100 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/1087901c60d34f3a9e317ec782869c1d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/1087901c60d34f3a9e317ec782869c1d 2024-11-23T07:23:24,108 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/C of ce84fd5026f80086d680d13598cef53e into 1087901c60d34f3a9e317ec782869c1d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:24,108 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:24,108 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/C, priority=13, startTime=1732346603589; duration=0sec 2024-11-23T07:23:24,108 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:24,108 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:C 2024-11-23T07:23:24,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742223_1399 (size=12301) 2024-11-23T07:23:24,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:24,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:24,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T07:23:24,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346664264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346664266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346664274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346664275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:24,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:24,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/4fcd791ca2c44dd2b7c96da2116b3c7f 2024-11-23T07:23:24,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/8288f56e6b92445dbcca74aa532d62b9 is 50, key is test_row_0/C:col10/1732346603628/Put/seqid=0 2024-11-23T07:23:24,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742224_1400 (size=12301) 2024-11-23T07:23:24,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45020 deadline: 1732346664619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,622 DEBUG [Thread-1386 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:23:24,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:24,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:24,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346664770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346664770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346664777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346664781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,946 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:24,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:24,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:24,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:24,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:24,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/8288f56e6b92445dbcca74aa532d62b9 2024-11-23T07:23:24,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/e131e11dfa4c422eb577049a70785e7f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e131e11dfa4c422eb577049a70785e7f 2024-11-23T07:23:24,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e131e11dfa4c422eb577049a70785e7f, entries=200, sequenceid=441, filesize=14.4 K 2024-11-23T07:23:24,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/4fcd791ca2c44dd2b7c96da2116b3c7f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/4fcd791ca2c44dd2b7c96da2116b3c7f 2024-11-23T07:23:24,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/4fcd791ca2c44dd2b7c96da2116b3c7f, entries=150, sequenceid=441, filesize=12.0 K 2024-11-23T07:23:24,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/8288f56e6b92445dbcca74aa532d62b9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/8288f56e6b92445dbcca74aa532d62b9 2024-11-23T07:23:25,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/8288f56e6b92445dbcca74aa532d62b9, entries=150, sequenceid=441, filesize=12.0 K 2024-11-23T07:23:25,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ce84fd5026f80086d680d13598cef53e in 1377ms, sequenceid=441, compaction requested=false 2024-11-23T07:23:25,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:25,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:25,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T07:23:25,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:25,101 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:23:25,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:25,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:25,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:25,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:25,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:25,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:25,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/e42f8f3aeb924e17b75b6b34cb8ed33e is 50, key is test_row_0/A:col10/1732346603644/Put/seqid=0 2024-11-23T07:23:25,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742225_1401 (size=12301) 2024-11-23T07:23:25,169 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/e42f8f3aeb924e17b75b6b34cb8ed33e 2024-11-23T07:23:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/7147fda0deeb46f2a4ee184307be2455 is 50, key is test_row_0/B:col10/1732346603644/Put/seqid=0 2024-11-23T07:23:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T07:23:25,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742226_1402 (size=12301) 2024-11-23T07:23:25,238 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/7147fda0deeb46f2a4ee184307be2455 2024-11-23T07:23:25,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/fd01c545d4454c0186203de74e6d5f3b is 50, key is test_row_0/C:col10/1732346603644/Put/seqid=0 2024-11-23T07:23:25,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742227_1403 (size=12301) 2024-11-23T07:23:25,724 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/fd01c545d4454c0186203de74e6d5f3b 2024-11-23T07:23:25,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/e42f8f3aeb924e17b75b6b34cb8ed33e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e42f8f3aeb924e17b75b6b34cb8ed33e 2024-11-23T07:23:25,735 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e42f8f3aeb924e17b75b6b34cb8ed33e, entries=150, sequenceid=457, filesize=12.0 K 2024-11-23T07:23:25,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/7147fda0deeb46f2a4ee184307be2455 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/7147fda0deeb46f2a4ee184307be2455 2024-11-23T07:23:25,741 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/7147fda0deeb46f2a4ee184307be2455, entries=150, sequenceid=457, filesize=12.0 K 2024-11-23T07:23:25,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/fd01c545d4454c0186203de74e6d5f3b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/fd01c545d4454c0186203de74e6d5f3b 2024-11-23T07:23:25,756 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/fd01c545d4454c0186203de74e6d5f3b, entries=150, sequenceid=457, filesize=12.0 K 2024-11-23T07:23:25,761 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for ce84fd5026f80086d680d13598cef53e in 659ms, sequenceid=457, compaction requested=true 2024-11-23T07:23:25,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:25,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:25,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-23T07:23:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-23T07:23:25,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-23T07:23:25,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6620 sec 2024-11-23T07:23:25,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.6690 sec 2024-11-23T07:23:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:25,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:23:25,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:25,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:25,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:25,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:25,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:25,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:25,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/943b6e93b0454d88b1c777ed0768a944 is 50, key is test_row_0/A:col10/1732346605790/Put/seqid=0 2024-11-23T07:23:25,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346665836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:25,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346665837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:25,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346665839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:25,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742228_1404 (size=9857) 2024-11-23T07:23:25,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/943b6e93b0454d88b1c777ed0768a944 2024-11-23T07:23:25,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346665842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:25,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/09ab5712f57f4658b9217e1fbed25e17 is 50, key is test_row_0/B:col10/1732346605790/Put/seqid=0 2024-11-23T07:23:25,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742229_1405 (size=9857) 2024-11-23T07:23:25,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/09ab5712f57f4658b9217e1fbed25e17 2024-11-23T07:23:25,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/efea78971f004dcca160760050952da6 is 50, key is test_row_0/C:col10/1732346605790/Put/seqid=0 2024-11-23T07:23:25,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346665943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:25,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346665944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:25,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346665944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:25,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346665948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:25,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742230_1406 (size=9857) 2024-11-23T07:23:26,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346666148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346666149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346666149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346666153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/efea78971f004dcca160760050952da6 2024-11-23T07:23:26,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/943b6e93b0454d88b1c777ed0768a944 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/943b6e93b0454d88b1c777ed0768a944 2024-11-23T07:23:26,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/943b6e93b0454d88b1c777ed0768a944, entries=100, sequenceid=469, filesize=9.6 K 2024-11-23T07:23:26,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/09ab5712f57f4658b9217e1fbed25e17 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/09ab5712f57f4658b9217e1fbed25e17 2024-11-23T07:23:26,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/09ab5712f57f4658b9217e1fbed25e17, entries=100, sequenceid=469, filesize=9.6 K 2024-11-23T07:23:26,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/efea78971f004dcca160760050952da6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/efea78971f004dcca160760050952da6 2024-11-23T07:23:26,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/efea78971f004dcca160760050952da6, entries=100, sequenceid=469, filesize=9.6 K 2024-11-23T07:23:26,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ce84fd5026f80086d680d13598cef53e in 618ms, sequenceid=469, compaction requested=true 2024-11-23T07:23:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:26,408 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:26,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T07:23:26,409 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:26,410 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47748 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:26,411 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/B is initiating minor compaction (all files) 2024-11-23T07:23:26,411 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/B in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:26,411 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/f2c07a47809849f4982e70df3918cf2a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/4fcd791ca2c44dd2b7c96da2116b3c7f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/7147fda0deeb46f2a4ee184307be2455, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/09ab5712f57f4658b9217e1fbed25e17] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=46.6 K 2024-11-23T07:23:26,411 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50188 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:26,411 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/A is initiating minor compaction (all files) 2024-11-23T07:23:26,411 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/A in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:26,411 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/6e0e5baffdd24b78b1bf2798c0fa98d8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e131e11dfa4c422eb577049a70785e7f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e42f8f3aeb924e17b75b6b34cb8ed33e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/943b6e93b0454d88b1c777ed0768a944] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=49.0 K 2024-11-23T07:23:26,413 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting f2c07a47809849f4982e70df3918cf2a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732346601851 2024-11-23T07:23:26,414 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e0e5baffdd24b78b1bf2798c0fa98d8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732346601851 2024-11-23T07:23:26,414 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fcd791ca2c44dd2b7c96da2116b3c7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732346603012 2024-11-23T07:23:26,414 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e131e11dfa4c422eb577049a70785e7f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732346603008 2024-11-23T07:23:26,414 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 7147fda0deeb46f2a4ee184307be2455, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732346603644 2024-11-23T07:23:26,415 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e42f8f3aeb924e17b75b6b34cb8ed33e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732346603644 2024-11-23T07:23:26,415 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 09ab5712f57f4658b9217e1fbed25e17, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732346605789 2024-11-23T07:23:26,416 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 943b6e93b0454d88b1c777ed0768a944, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732346605789 2024-11-23T07:23:26,429 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:26,430 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/b9eb7cf3d6204b6b8b8180040432fe19 is 50, key is test_row_0/B:col10/1732346605790/Put/seqid=0 2024-11-23T07:23:26,440 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#A#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:26,440 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/f6801181b92845e683463c6477d13042 is 50, key is test_row_0/A:col10/1732346605790/Put/seqid=0 2024-11-23T07:23:26,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T07:23:26,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:26,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:26,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:26,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:26,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:26,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742231_1407 (size=13425) 2024-11-23T07:23:26,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/37a49e898bbe4f44b7be9b137900994b is 50, key is test_row_0/A:col10/1732346605836/Put/seqid=0 2024-11-23T07:23:26,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346666480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346666482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346666486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346666486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742232_1408 (size=13425) 2024-11-23T07:23:26,518 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/f6801181b92845e683463c6477d13042 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/f6801181b92845e683463c6477d13042 2024-11-23T07:23:26,525 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ce84fd5026f80086d680d13598cef53e/A of ce84fd5026f80086d680d13598cef53e into f6801181b92845e683463c6477d13042(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:26,525 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:26,525 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/A, priority=12, startTime=1732346606408; duration=0sec 2024-11-23T07:23:26,526 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:26,526 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:A 2024-11-23T07:23:26,526 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:26,527 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47748 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:26,527 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/C is initiating minor compaction (all files) 2024-11-23T07:23:26,528 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/C in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:26,528 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/1087901c60d34f3a9e317ec782869c1d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/8288f56e6b92445dbcca74aa532d62b9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/fd01c545d4454c0186203de74e6d5f3b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/efea78971f004dcca160760050952da6] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=46.6 K 2024-11-23T07:23:26,528 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1087901c60d34f3a9e317ec782869c1d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732346601851 2024-11-23T07:23:26,529 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8288f56e6b92445dbcca74aa532d62b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732346603012 2024-11-23T07:23:26,529 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd01c545d4454c0186203de74e6d5f3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732346603644 2024-11-23T07:23:26,529 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting efea78971f004dcca160760050952da6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732346605789 2024-11-23T07:23:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742233_1409 (size=14741) 2024-11-23T07:23:26,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/37a49e898bbe4f44b7be9b137900994b 2024-11-23T07:23:26,572 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#C#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:26,573 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/97c1e3d1a2524ead8b4cd9d1908b2c10 is 50, key is test_row_0/C:col10/1732346605790/Put/seqid=0 2024-11-23T07:23:26,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/e2deb312fba94c9fb7b5ced85e241727 is 50, key is test_row_0/B:col10/1732346605836/Put/seqid=0 2024-11-23T07:23:26,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346666588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346666588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346666591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346666592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742234_1410 (size=13425) 2024-11-23T07:23:26,636 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/97c1e3d1a2524ead8b4cd9d1908b2c10 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/97c1e3d1a2524ead8b4cd9d1908b2c10 2024-11-23T07:23:26,645 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ce84fd5026f80086d680d13598cef53e/C of ce84fd5026f80086d680d13598cef53e into 97c1e3d1a2524ead8b4cd9d1908b2c10(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:26,645 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:26,645 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/C, priority=12, startTime=1732346606408; duration=0sec 2024-11-23T07:23:26,645 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:26,645 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:C 2024-11-23T07:23:26,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742235_1411 (size=12301) 2024-11-23T07:23:26,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/e2deb312fba94c9fb7b5ced85e241727 2024-11-23T07:23:26,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/2e50ad3392ad450abe72fc21b580beac is 50, key is test_row_0/C:col10/1732346605836/Put/seqid=0 2024-11-23T07:23:26,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742236_1412 (size=12301) 2024-11-23T07:23:26,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346666794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346666794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346666794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346666794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:26,887 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/b9eb7cf3d6204b6b8b8180040432fe19 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b9eb7cf3d6204b6b8b8180040432fe19 2024-11-23T07:23:26,892 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ce84fd5026f80086d680d13598cef53e/B of ce84fd5026f80086d680d13598cef53e into b9eb7cf3d6204b6b8b8180040432fe19(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:26,892 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:26,892 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/B, priority=12, startTime=1732346606408; duration=0sec 2024-11-23T07:23:26,893 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:26,893 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:B 2024-11-23T07:23:27,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/2e50ad3392ad450abe72fc21b580beac 2024-11-23T07:23:27,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/37a49e898bbe4f44b7be9b137900994b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/37a49e898bbe4f44b7be9b137900994b 2024-11-23T07:23:27,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346667098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346667100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346667101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346667102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/37a49e898bbe4f44b7be9b137900994b, entries=200, sequenceid=494, filesize=14.4 K 2024-11-23T07:23:27,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/e2deb312fba94c9fb7b5ced85e241727 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e2deb312fba94c9fb7b5ced85e241727 2024-11-23T07:23:27,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e2deb312fba94c9fb7b5ced85e241727, entries=150, sequenceid=494, filesize=12.0 K 2024-11-23T07:23:27,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/2e50ad3392ad450abe72fc21b580beac as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2e50ad3392ad450abe72fc21b580beac 2024-11-23T07:23:27,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2e50ad3392ad450abe72fc21b580beac, entries=150, sequenceid=494, filesize=12.0 K 2024-11-23T07:23:27,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for ce84fd5026f80086d680d13598cef53e in 674ms, sequenceid=494, compaction requested=false 2024-11-23T07:23:27,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T07:23:27,207 INFO [Thread-1388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-23T07:23:27,208 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-23T07:23:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T07:23:27,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:27,212 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:27,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T07:23:27,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T07:23:27,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:27,366 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:23:27,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:27,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:27,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:27,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:27,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:27,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/bdfd0315908c415ab526ce54517ce577 is 50, key is test_row_0/A:col10/1732346606469/Put/seqid=0 2024-11-23T07:23:27,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742237_1413 (size=12301) 2024-11-23T07:23:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T07:23:27,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:27,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346667640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346667642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346667644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346667646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346667747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346667747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346667749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346667756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T07:23:27,823 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/bdfd0315908c415ab526ce54517ce577 2024-11-23T07:23:27,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/b452a49ad5cb4dffbb61d87537557f48 is 50, key is test_row_0/B:col10/1732346606469/Put/seqid=0 2024-11-23T07:23:27,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742238_1414 (size=12301) 2024-11-23T07:23:27,860 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/b452a49ad5cb4dffbb61d87537557f48 2024-11-23T07:23:27,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/535a0beea7f348ee9a5ca5fae0824e5c is 50, key is test_row_0/C:col10/1732346606469/Put/seqid=0 2024-11-23T07:23:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742239_1415 (size=12301) 2024-11-23T07:23:27,918 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/535a0beea7f348ee9a5ca5fae0824e5c 2024-11-23T07:23:27,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/bdfd0315908c415ab526ce54517ce577 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/bdfd0315908c415ab526ce54517ce577 2024-11-23T07:23:27,936 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/bdfd0315908c415ab526ce54517ce577, entries=150, sequenceid=509, filesize=12.0 K 2024-11-23T07:23:27,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/b452a49ad5cb4dffbb61d87537557f48 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b452a49ad5cb4dffbb61d87537557f48 2024-11-23T07:23:27,948 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b452a49ad5cb4dffbb61d87537557f48, entries=150, sequenceid=509, filesize=12.0 K 2024-11-23T07:23:27,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/535a0beea7f348ee9a5ca5fae0824e5c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/535a0beea7f348ee9a5ca5fae0824e5c 2024-11-23T07:23:27,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346667951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346667951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,955 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/535a0beea7f348ee9a5ca5fae0824e5c, entries=150, sequenceid=509, filesize=12.0 K 2024-11-23T07:23:27,956 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ce84fd5026f80086d680d13598cef53e in 590ms, sequenceid=509, compaction requested=true 2024-11-23T07:23:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-23T07:23:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-23T07:23:27,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T07:23:27,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:27,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:27,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:27,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:27,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:27,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:27,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-23T07:23:27,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 746 msec 2024-11-23T07:23:27,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 760 msec 2024-11-23T07:23:27,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/9d4c8ef8d1e34ac48931ab779bf75d60 is 50, key is test_row_0/A:col10/1732346607642/Put/seqid=0 2024-11-23T07:23:27,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346667984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:27,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346667987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742240_1416 (size=12301) 2024-11-23T07:23:28,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/9d4c8ef8d1e34ac48931ab779bf75d60 2024-11-23T07:23:28,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/a3feff7995c84b5582bd950d05500cc1 is 50, key is test_row_0/B:col10/1732346607642/Put/seqid=0 2024-11-23T07:23:28,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742241_1417 (size=12301) 2024-11-23T07:23:28,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/a3feff7995c84b5582bd950d05500cc1 2024-11-23T07:23:28,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/691aaa3c688b4e93bb2de708f7ac4d4d is 50, key is test_row_0/C:col10/1732346607642/Put/seqid=0 2024-11-23T07:23:28,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346668088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346668093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742242_1418 (size=12301) 2024-11-23T07:23:28,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/691aaa3c688b4e93bb2de708f7ac4d4d 2024-11-23T07:23:28,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/9d4c8ef8d1e34ac48931ab779bf75d60 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/9d4c8ef8d1e34ac48931ab779bf75d60 2024-11-23T07:23:28,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/9d4c8ef8d1e34ac48931ab779bf75d60, entries=150, sequenceid=534, filesize=12.0 K 2024-11-23T07:23:28,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/a3feff7995c84b5582bd950d05500cc1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/a3feff7995c84b5582bd950d05500cc1 2024-11-23T07:23:28,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/a3feff7995c84b5582bd950d05500cc1, entries=150, sequenceid=534, filesize=12.0 K 2024-11-23T07:23:28,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/691aaa3c688b4e93bb2de708f7ac4d4d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/691aaa3c688b4e93bb2de708f7ac4d4d 2024-11-23T07:23:28,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/691aaa3c688b4e93bb2de708f7ac4d4d, entries=150, sequenceid=534, filesize=12.0 K 2024-11-23T07:23:28,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ce84fd5026f80086d680d13598cef53e in 197ms, sequenceid=534, compaction requested=true 2024-11-23T07:23:28,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:28,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:28,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:28,157 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:28,157 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:28,159 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52768 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:28,159 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/A is initiating minor compaction (all files) 2024-11-23T07:23:28,159 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/A in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:28,159 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/f6801181b92845e683463c6477d13042, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/37a49e898bbe4f44b7be9b137900994b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/bdfd0315908c415ab526ce54517ce577, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/9d4c8ef8d1e34ac48931ab779bf75d60] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=51.5 K 2024-11-23T07:23:28,159 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:28,159 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/B is initiating minor compaction (all files) 2024-11-23T07:23:28,159 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/B in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:28,160 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b9eb7cf3d6204b6b8b8180040432fe19, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e2deb312fba94c9fb7b5ced85e241727, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b452a49ad5cb4dffbb61d87537557f48, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/a3feff7995c84b5582bd950d05500cc1] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=49.1 K 2024-11-23T07:23:28,160 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6801181b92845e683463c6477d13042, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732346603649 2024-11-23T07:23:28,160 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b9eb7cf3d6204b6b8b8180040432fe19, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732346603649 2024-11-23T07:23:28,161 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37a49e898bbe4f44b7be9b137900994b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732346605835 2024-11-23T07:23:28,161 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e2deb312fba94c9fb7b5ced85e241727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732346605835 2024-11-23T07:23:28,162 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdfd0315908c415ab526ce54517ce577, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732346606469 2024-11-23T07:23:28,162 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b452a49ad5cb4dffbb61d87537557f48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732346606469 2024-11-23T07:23:28,162 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d4c8ef8d1e34ac48931ab779bf75d60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732346607641 2024-11-23T07:23:28,163 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a3feff7995c84b5582bd950d05500cc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732346607641 2024-11-23T07:23:28,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:28,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:28,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:28,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:28,184 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#A#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:28,185 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/9147d7b4705f42e4abb973c94e9c99c7 is 50, key is test_row_0/A:col10/1732346607642/Put/seqid=0 2024-11-23T07:23:28,209 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#B#compaction#364 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:28,210 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/ec28ec8294f0438888e9e92ad7f706e1 is 50, key is test_row_0/B:col10/1732346607642/Put/seqid=0 2024-11-23T07:23:28,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742243_1419 (size=13561) 2024-11-23T07:23:28,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:23:28,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:28,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:28,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:28,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:28,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:28,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:28,267 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/9147d7b4705f42e4abb973c94e9c99c7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/9147d7b4705f42e4abb973c94e9c99c7 2024-11-23T07:23:28,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/d2c35c3b2784417d95d1992e59a04397 is 50, key is test_row_0/A:col10/1732346608257/Put/seqid=0 2024-11-23T07:23:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742244_1420 (size=13561) 2024-11-23T07:23:28,287 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ce84fd5026f80086d680d13598cef53e/A of ce84fd5026f80086d680d13598cef53e into 9147d7b4705f42e4abb973c94e9c99c7(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:28,287 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:28,287 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/A, priority=12, startTime=1732346608157; duration=0sec 2024-11-23T07:23:28,287 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:28,287 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:A 2024-11-23T07:23:28,287 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:28,293 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:28,293 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/C is initiating minor compaction (all files) 2024-11-23T07:23:28,293 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/C in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:28,293 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/97c1e3d1a2524ead8b4cd9d1908b2c10, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2e50ad3392ad450abe72fc21b580beac, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/535a0beea7f348ee9a5ca5fae0824e5c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/691aaa3c688b4e93bb2de708f7ac4d4d] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=49.1 K 2024-11-23T07:23:28,294 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97c1e3d1a2524ead8b4cd9d1908b2c10, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732346603649 2024-11-23T07:23:28,294 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e50ad3392ad450abe72fc21b580beac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732346605835 2024-11-23T07:23:28,294 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 535a0beea7f348ee9a5ca5fae0824e5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732346606469 2024-11-23T07:23:28,295 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 691aaa3c688b4e93bb2de708f7ac4d4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732346607641 2024-11-23T07:23:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T07:23:28,315 INFO [Thread-1388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-23T07:23:28,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346668312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346668312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346668312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,316 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:28,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346668313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-23T07:23:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T07:23:28,318 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:28,318 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:28,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:28,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742245_1421 (size=12301) 2024-11-23T07:23:28,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/d2c35c3b2784417d95d1992e59a04397 2024-11-23T07:23:28,334 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#C#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:28,335 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/c574890fe3af4e0ab297f38e3c89700e is 50, key is test_row_0/C:col10/1732346607642/Put/seqid=0 2024-11-23T07:23:28,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/06c7d2169dc0449eabfa276cbc95d707 is 50, key is test_row_0/B:col10/1732346608257/Put/seqid=0 2024-11-23T07:23:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742246_1422 (size=13561) 2024-11-23T07:23:28,370 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/c574890fe3af4e0ab297f38e3c89700e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/c574890fe3af4e0ab297f38e3c89700e 2024-11-23T07:23:28,377 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ce84fd5026f80086d680d13598cef53e/C of ce84fd5026f80086d680d13598cef53e into c574890fe3af4e0ab297f38e3c89700e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:28,377 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:28,377 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/C, priority=12, startTime=1732346608172; duration=0sec 2024-11-23T07:23:28,377 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:28,377 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:C 2024-11-23T07:23:28,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742247_1423 (size=12301) 2024-11-23T07:23:28,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/06c7d2169dc0449eabfa276cbc95d707 2024-11-23T07:23:28,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/a1e1562e38e94613b860097e9f21b506 is 50, key is test_row_0/C:col10/1732346608257/Put/seqid=0 2024-11-23T07:23:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742248_1424 (size=12301) 2024-11-23T07:23:28,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346668416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346668417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T07:23:28,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346668417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346668417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:28,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:28,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:28,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:28,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:28,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:28,485 DEBUG [Thread-1389 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12e88ea6 to 127.0.0.1:49944 2024-11-23T07:23:28,485 DEBUG [Thread-1389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:28,487 DEBUG [Thread-1397 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x532e5d9f to 127.0.0.1:49944 2024-11-23T07:23:28,487 DEBUG [Thread-1397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:28,487 DEBUG [Thread-1393 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3505ffc0 to 127.0.0.1:49944 2024-11-23T07:23:28,487 DEBUG [Thread-1393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:28,487 DEBUG [Thread-1395 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61f33e78 to 127.0.0.1:49944 2024-11-23T07:23:28,487 DEBUG [Thread-1395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:28,489 DEBUG [Thread-1391 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7dfc4f36 to 127.0.0.1:49944 2024-11-23T07:23:28,489 DEBUG [Thread-1391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:28,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45060 deadline: 1732346668618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44982 deadline: 1732346668618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T07:23:28,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44996 deadline: 1732346668620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45036 deadline: 1732346668621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,625 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:28,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:28,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:28,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:28,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:28,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:28,675 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/ec28ec8294f0438888e9e92ad7f706e1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/ec28ec8294f0438888e9e92ad7f706e1 2024-11-23T07:23:28,678 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ce84fd5026f80086d680d13598cef53e/B of ce84fd5026f80086d680d13598cef53e into ec28ec8294f0438888e9e92ad7f706e1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:28,678 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:28,678 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/B, priority=12, startTime=1732346608157; duration=0sec 2024-11-23T07:23:28,678 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:28,678 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:B 2024-11-23T07:23:28,777 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:28,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:28,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:28,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:28,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:28,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:28,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/a1e1562e38e94613b860097e9f21b506 2024-11-23T07:23:28,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/d2c35c3b2784417d95d1992e59a04397 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d2c35c3b2784417d95d1992e59a04397 2024-11-23T07:23:28,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d2c35c3b2784417d95d1992e59a04397, entries=150, sequenceid=546, filesize=12.0 K 2024-11-23T07:23:28,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/06c7d2169dc0449eabfa276cbc95d707 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/06c7d2169dc0449eabfa276cbc95d707 2024-11-23T07:23:28,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/06c7d2169dc0449eabfa276cbc95d707, entries=150, sequenceid=546, filesize=12.0 K 2024-11-23T07:23:28,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/a1e1562e38e94613b860097e9f21b506 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/a1e1562e38e94613b860097e9f21b506 2024-11-23T07:23:28,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/a1e1562e38e94613b860097e9f21b506, entries=150, sequenceid=546, filesize=12.0 K 2024-11-23T07:23:28,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ce84fd5026f80086d680d13598cef53e in 564ms, sequenceid=546, compaction requested=false 2024-11-23T07:23:28,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T07:23:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:28,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T07:23:28,922 DEBUG [Thread-1384 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18ed3e4c to 127.0.0.1:49944 2024-11-23T07:23:28,922 DEBUG [Thread-1384 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:28,922 DEBUG [Thread-1380 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63a751b9 to 127.0.0.1:49944 2024-11-23T07:23:28,922 DEBUG [Thread-1380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:28,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:28,923 DEBUG [Thread-1378 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x473dfbd2 to 127.0.0.1:49944 2024-11-23T07:23:28,923 DEBUG [Thread-1378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:28,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:28,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:28,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:28,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:28,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:28,925 DEBUG [Thread-1382 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05b4256e to 127.0.0.1:49944 2024-11-23T07:23:28,925 DEBUG [Thread-1382 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:28,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/3d39c828361e4b7da2363089388fbdd2 is 50, key is test_row_0/A:col10/1732346608310/Put/seqid=0 2024-11-23T07:23:28,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742249_1425 (size=12301) 2024-11-23T07:23:28,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:28,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:28,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:28,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:28,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:28,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:28,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,082 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:29,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:29,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:29,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:29,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:29,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:29,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/3d39c828361e4b7da2363089388fbdd2 2024-11-23T07:23:29,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/bd7421231a6541a9b81468b040f62163 is 50, key is test_row_0/B:col10/1732346608310/Put/seqid=0 2024-11-23T07:23:29,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742250_1426 (size=12301) 2024-11-23T07:23:29,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:29,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:29,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:29,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T07:23:29,516 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T07:23:29,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:29,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:29,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/bd7421231a6541a9b81468b040f62163 2024-11-23T07:23:29,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/c17f091e35004dbbba866ae53d627a56 is 50, key is test_row_0/C:col10/1732346608310/Put/seqid=0 2024-11-23T07:23:29,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742251_1427 (size=12301) 2024-11-23T07:23:29,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:29,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:29,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:29,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,998 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:29,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:29,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:29,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:29,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:30,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/c17f091e35004dbbba866ae53d627a56 2024-11-23T07:23:30,150 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:30,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:30,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:30,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. as already flushing 2024-11-23T07:23:30,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:30,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:30,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:30,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/3d39c828361e4b7da2363089388fbdd2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/3d39c828361e4b7da2363089388fbdd2 2024-11-23T07:23:30,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/3d39c828361e4b7da2363089388fbdd2, entries=150, sequenceid=577, filesize=12.0 K 2024-11-23T07:23:30,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/bd7421231a6541a9b81468b040f62163 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/bd7421231a6541a9b81468b040f62163 2024-11-23T07:23:30,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/bd7421231a6541a9b81468b040f62163, entries=150, sequenceid=577, filesize=12.0 K 2024-11-23T07:23:30,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/c17f091e35004dbbba866ae53d627a56 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/c17f091e35004dbbba866ae53d627a56 2024-11-23T07:23:30,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/c17f091e35004dbbba866ae53d627a56, entries=150, sequenceid=577, filesize=12.0 K 2024-11-23T07:23:30,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=6.71 KB/6870 for ce84fd5026f80086d680d13598cef53e in 1242ms, sequenceid=577, compaction requested=true 2024-11-23T07:23:30,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:30,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:30,163 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:30,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:30,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:30,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:30,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce84fd5026f80086d680d13598cef53e:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:30,163 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:30,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:30,164 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:30,164 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:30,164 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/A is initiating minor compaction (all files) 2024-11-23T07:23:30,164 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/B is initiating minor compaction (all files) 2024-11-23T07:23:30,164 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/A in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:30,164 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/B in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:30,164 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/9147d7b4705f42e4abb973c94e9c99c7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d2c35c3b2784417d95d1992e59a04397, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/3d39c828361e4b7da2363089388fbdd2] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=37.3 K 2024-11-23T07:23:30,164 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/ec28ec8294f0438888e9e92ad7f706e1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/06c7d2169dc0449eabfa276cbc95d707, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/bd7421231a6541a9b81468b040f62163] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=37.3 K 2024-11-23T07:23:30,164 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9147d7b4705f42e4abb973c94e9c99c7, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732346607641 2024-11-23T07:23:30,164 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting ec28ec8294f0438888e9e92ad7f706e1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732346607641 2024-11-23T07:23:30,165 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 06c7d2169dc0449eabfa276cbc95d707, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732346607979 2024-11-23T07:23:30,165 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2c35c3b2784417d95d1992e59a04397, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732346607979 2024-11-23T07:23:30,165 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting bd7421231a6541a9b81468b040f62163, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1732346608310 2024-11-23T07:23:30,165 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d39c828361e4b7da2363089388fbdd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1732346608310 2024-11-23T07:23:30,171 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#A#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:30,171 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/c3a886a1808944388b0010cf910a6f2d is 50, key is test_row_0/A:col10/1732346608310/Put/seqid=0 2024-11-23T07:23:30,172 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:30,172 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/b72fd4b556b248c3a6f67ecfd66bde8c is 50, key is test_row_0/B:col10/1732346608310/Put/seqid=0 2024-11-23T07:23:30,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742252_1428 (size=13663) 2024-11-23T07:23:30,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742253_1429 (size=13663) 2024-11-23T07:23:30,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:30,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-23T07:23:30,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:30,303 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-23T07:23:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:30,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/e82d7bb85c36461c9834892c8c3156d4 is 50, key is test_row_2/A:col10/1732346608924/Put/seqid=0 2024-11-23T07:23:30,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742254_1430 (size=7415) 2024-11-23T07:23:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T07:23:30,579 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/c3a886a1808944388b0010cf910a6f2d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c3a886a1808944388b0010cf910a6f2d 2024-11-23T07:23:30,580 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/b72fd4b556b248c3a6f67ecfd66bde8c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b72fd4b556b248c3a6f67ecfd66bde8c 2024-11-23T07:23:30,583 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/A of ce84fd5026f80086d680d13598cef53e into c3a886a1808944388b0010cf910a6f2d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:30,583 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:30,583 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/A, priority=13, startTime=1732346610163; duration=0sec 2024-11-23T07:23:30,583 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:30,583 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:A 2024-11-23T07:23:30,583 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:30,584 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:30,584 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): ce84fd5026f80086d680d13598cef53e/C is initiating minor compaction (all files) 2024-11-23T07:23:30,584 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ce84fd5026f80086d680d13598cef53e/C in TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:30,584 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/B of ce84fd5026f80086d680d13598cef53e into b72fd4b556b248c3a6f67ecfd66bde8c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:30,584 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/c574890fe3af4e0ab297f38e3c89700e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/a1e1562e38e94613b860097e9f21b506, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/c17f091e35004dbbba866ae53d627a56] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp, totalSize=37.3 K 2024-11-23T07:23:30,584 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:30,584 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/B, priority=13, startTime=1732346610163; duration=0sec 2024-11-23T07:23:30,584 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:30,584 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:B 2024-11-23T07:23:30,584 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting c574890fe3af4e0ab297f38e3c89700e, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732346607641 2024-11-23T07:23:30,584 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1e1562e38e94613b860097e9f21b506, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732346607979 2024-11-23T07:23:30,585 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting c17f091e35004dbbba866ae53d627a56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1732346608310 2024-11-23T07:23:30,590 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce84fd5026f80086d680d13598cef53e#C#compaction#375 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:30,591 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/3a1bafdf8a984f939748b74ce253ab3f is 50, key is test_row_0/C:col10/1732346608310/Put/seqid=0 2024-11-23T07:23:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742255_1431 (size=13663) 2024-11-23T07:23:30,711 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/e82d7bb85c36461c9834892c8c3156d4 2024-11-23T07:23:30,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/88f34cb820b3493aa1bd7fd57c46718e is 50, key is test_row_2/B:col10/1732346608924/Put/seqid=0 2024-11-23T07:23:30,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742256_1432 (size=7415) 2024-11-23T07:23:30,998 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/3a1bafdf8a984f939748b74ce253ab3f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/3a1bafdf8a984f939748b74ce253ab3f 2024-11-23T07:23:31,002 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ce84fd5026f80086d680d13598cef53e/C of ce84fd5026f80086d680d13598cef53e into 3a1bafdf8a984f939748b74ce253ab3f(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:31,002 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:31,002 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e., storeName=ce84fd5026f80086d680d13598cef53e/C, priority=13, startTime=1732346610163; duration=0sec 2024-11-23T07:23:31,002 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:31,002 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce84fd5026f80086d680d13598cef53e:C 2024-11-23T07:23:31,120 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/88f34cb820b3493aa1bd7fd57c46718e 2024-11-23T07:23:31,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/ad27536311f94427bbee0603ceee0011 is 50, key is test_row_2/C:col10/1732346608924/Put/seqid=0 2024-11-23T07:23:31,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742257_1433 (size=7415) 2024-11-23T07:23:31,529 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/ad27536311f94427bbee0603ceee0011 2024-11-23T07:23:31,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/e82d7bb85c36461c9834892c8c3156d4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e82d7bb85c36461c9834892c8c3156d4 2024-11-23T07:23:31,536 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e82d7bb85c36461c9834892c8c3156d4, entries=50, sequenceid=581, filesize=7.2 K 2024-11-23T07:23:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/88f34cb820b3493aa1bd7fd57c46718e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/88f34cb820b3493aa1bd7fd57c46718e 2024-11-23T07:23:31,540 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/88f34cb820b3493aa1bd7fd57c46718e, entries=50, sequenceid=581, filesize=7.2 K 2024-11-23T07:23:31,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/ad27536311f94427bbee0603ceee0011 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ad27536311f94427bbee0603ceee0011 2024-11-23T07:23:31,543 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ad27536311f94427bbee0603ceee0011, entries=50, sequenceid=581, filesize=7.2 K 2024-11-23T07:23:31,544 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for ce84fd5026f80086d680d13598cef53e in 1241ms, sequenceid=581, compaction requested=false 2024-11-23T07:23:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-23T07:23:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-23T07:23:31,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-23T07:23:31,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2270 sec 2024-11-23T07:23:31,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 3.2300 sec 2024-11-23T07:23:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T07:23:32,422 INFO [Thread-1388 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-23T07:23:34,720 DEBUG [Thread-1386 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62de434f to 127.0.0.1:49944 2024-11-23T07:23:34,720 DEBUG [Thread-1386 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4306 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4341 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4440 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4351 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4400 2024-11-23T07:23:34,721 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T07:23:34,721 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T07:23:34,721 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45e93b22 to 127.0.0.1:49944 2024-11-23T07:23:34,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:23:34,722 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T07:23:34,722 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T07:23:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T07:23:34,724 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346614724"}]},"ts":"1732346614724"} 2024-11-23T07:23:34,725 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T07:23:34,729 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T07:23:34,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T07:23:34,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce84fd5026f80086d680d13598cef53e, UNASSIGN}] 2024-11-23T07:23:34,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce84fd5026f80086d680d13598cef53e, UNASSIGN 2024-11-23T07:23:34,731 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=ce84fd5026f80086d680d13598cef53e, regionState=CLOSING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:34,732 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T07:23:34,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:23:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T07:23:34,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:34,884 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:34,884 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T07:23:34,884 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing ce84fd5026f80086d680d13598cef53e, disabling compactions & flushes 2024-11-23T07:23:34,884 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:34,884 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:34,884 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. after waiting 0 ms 2024-11-23T07:23:34,884 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:34,884 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing ce84fd5026f80086d680d13598cef53e 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-23T07:23:34,884 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=A 2024-11-23T07:23:34,884 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:34,884 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=B 2024-11-23T07:23:34,884 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:34,884 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce84fd5026f80086d680d13598cef53e, store=C 2024-11-23T07:23:34,885 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:34,888 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/00a0efb23621491e861f2c6c8697ec70 is 50, key is test_row_0/A:col10/1732346614719/Put/seqid=0 2024-11-23T07:23:34,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742258_1434 (size=7415) 2024-11-23T07:23:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T07:23:35,292 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/00a0efb23621491e861f2c6c8697ec70 2024-11-23T07:23:35,297 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/e821ae6639624e6f9fea522c8654dfaf is 50, key is test_row_0/B:col10/1732346614719/Put/seqid=0 2024-11-23T07:23:35,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742259_1435 (size=7415) 2024-11-23T07:23:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T07:23:35,701 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/e821ae6639624e6f9fea522c8654dfaf 2024-11-23T07:23:35,707 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/a1b452cad4cf4dc0819d22d0392b00ce is 50, key is test_row_0/C:col10/1732346614719/Put/seqid=0 2024-11-23T07:23:35,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742260_1436 (size=7415) 2024-11-23T07:23:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T07:23:36,111 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/a1b452cad4cf4dc0819d22d0392b00ce 2024-11-23T07:23:36,114 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/A/00a0efb23621491e861f2c6c8697ec70 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/00a0efb23621491e861f2c6c8697ec70 2024-11-23T07:23:36,118 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/00a0efb23621491e861f2c6c8697ec70, entries=50, sequenceid=588, filesize=7.2 K 2024-11-23T07:23:36,118 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/B/e821ae6639624e6f9fea522c8654dfaf as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e821ae6639624e6f9fea522c8654dfaf 2024-11-23T07:23:36,121 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e821ae6639624e6f9fea522c8654dfaf, entries=50, sequenceid=588, filesize=7.2 K 2024-11-23T07:23:36,122 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/.tmp/C/a1b452cad4cf4dc0819d22d0392b00ce as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/a1b452cad4cf4dc0819d22d0392b00ce 2024-11-23T07:23:36,125 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/a1b452cad4cf4dc0819d22d0392b00ce, entries=50, sequenceid=588, filesize=7.2 K 2024-11-23T07:23:36,125 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for ce84fd5026f80086d680d13598cef53e in 1241ms, sequenceid=588, compaction requested=true 2024-11-23T07:23:36,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/82e8aacb4a044b1c92a0ad13029c1716, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c97d9ce10d344d39b4a26bf6b742c3e6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d4d532d7222d4041835a7357c5768dc3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d1b780b9dcb241e6b2b76c800be32b33, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e806f23e9b494d73a02d0a15ccafa773, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/586342f7ceb64e35a7e6774b30a1c4c5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c7ada90153a341a88e2cd644f6a6de95, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/ec02ed4cc16a49179cd893395b8fe713, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c32231cd91be441ab0fdf22e1c37c351, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/dec2f50f49214b1394b42b03d751babd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/df2e684c95d14e5880642a65d35ca400, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/2990867848f64418929ae3ae43958a62, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/7c119503944a45b1b298f2bc03860304, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/2fb9920e60ba4078b43ca36d39696608, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/3966166156e140da8b7858d58861b22f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/6cede6518f674f1d9b377333b58f02cd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/45e75f0f76b64e9ab3a06c4fdab7d2cf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/0e7b74151ed34fecb4ae0c0def3d95a5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/94dedc5ddbbd4b5d8abc07c785ef8467, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/34b5c6bcd82a483ea27ffaf993970278, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/1f1c58ebfb7c4b6695b4011119e8f288, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/8d13ef92c811473fa092c0d00f27b6c6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/f5d07b126b8a4f2b987dc3b2c546c2f6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/da107443ec38449483912f3fe6e6b9c6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/ce2ec41850914eb9a0085df67bd3b216, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d898c18570ac4dcf96e03ffac1ab1ec2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/4dcc0a0f4bb74b09ac988b12b9594be2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/97c12b4e441145b0881438253361fcf3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/6e0e5baffdd24b78b1bf2798c0fa98d8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/98ca043f4a5d4cd4b963aebfc9386ef9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e131e11dfa4c422eb577049a70785e7f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e42f8f3aeb924e17b75b6b34cb8ed33e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/f6801181b92845e683463c6477d13042, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/943b6e93b0454d88b1c777ed0768a944, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/37a49e898bbe4f44b7be9b137900994b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/bdfd0315908c415ab526ce54517ce577, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/9147d7b4705f42e4abb973c94e9c99c7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/9d4c8ef8d1e34ac48931ab779bf75d60, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d2c35c3b2784417d95d1992e59a04397, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/3d39c828361e4b7da2363089388fbdd2] to archive 2024-11-23T07:23:36,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:23:36,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/82e8aacb4a044b1c92a0ad13029c1716 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/82e8aacb4a044b1c92a0ad13029c1716 2024-11-23T07:23:36,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c97d9ce10d344d39b4a26bf6b742c3e6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c97d9ce10d344d39b4a26bf6b742c3e6 2024-11-23T07:23:36,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d4d532d7222d4041835a7357c5768dc3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d4d532d7222d4041835a7357c5768dc3 2024-11-23T07:23:36,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d1b780b9dcb241e6b2b76c800be32b33 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d1b780b9dcb241e6b2b76c800be32b33 2024-11-23T07:23:36,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e806f23e9b494d73a02d0a15ccafa773 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e806f23e9b494d73a02d0a15ccafa773 2024-11-23T07:23:36,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/586342f7ceb64e35a7e6774b30a1c4c5 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/586342f7ceb64e35a7e6774b30a1c4c5 2024-11-23T07:23:36,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c7ada90153a341a88e2cd644f6a6de95 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c7ada90153a341a88e2cd644f6a6de95 2024-11-23T07:23:36,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/ec02ed4cc16a49179cd893395b8fe713 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/ec02ed4cc16a49179cd893395b8fe713 2024-11-23T07:23:36,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c32231cd91be441ab0fdf22e1c37c351 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c32231cd91be441ab0fdf22e1c37c351 2024-11-23T07:23:36,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/dec2f50f49214b1394b42b03d751babd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/dec2f50f49214b1394b42b03d751babd 2024-11-23T07:23:36,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/df2e684c95d14e5880642a65d35ca400 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/df2e684c95d14e5880642a65d35ca400 2024-11-23T07:23:36,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/2990867848f64418929ae3ae43958a62 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/2990867848f64418929ae3ae43958a62 2024-11-23T07:23:36,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/7c119503944a45b1b298f2bc03860304 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/7c119503944a45b1b298f2bc03860304 2024-11-23T07:23:36,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/2fb9920e60ba4078b43ca36d39696608 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/2fb9920e60ba4078b43ca36d39696608 2024-11-23T07:23:36,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/3966166156e140da8b7858d58861b22f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/3966166156e140da8b7858d58861b22f 2024-11-23T07:23:36,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/6cede6518f674f1d9b377333b58f02cd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/6cede6518f674f1d9b377333b58f02cd 2024-11-23T07:23:36,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/45e75f0f76b64e9ab3a06c4fdab7d2cf to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/45e75f0f76b64e9ab3a06c4fdab7d2cf 2024-11-23T07:23:36,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/0e7b74151ed34fecb4ae0c0def3d95a5 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/0e7b74151ed34fecb4ae0c0def3d95a5 2024-11-23T07:23:36,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/94dedc5ddbbd4b5d8abc07c785ef8467 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/94dedc5ddbbd4b5d8abc07c785ef8467 2024-11-23T07:23:36,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/34b5c6bcd82a483ea27ffaf993970278 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/34b5c6bcd82a483ea27ffaf993970278 2024-11-23T07:23:36,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/1f1c58ebfb7c4b6695b4011119e8f288 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/1f1c58ebfb7c4b6695b4011119e8f288 2024-11-23T07:23:36,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/8d13ef92c811473fa092c0d00f27b6c6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/8d13ef92c811473fa092c0d00f27b6c6 2024-11-23T07:23:36,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/f5d07b126b8a4f2b987dc3b2c546c2f6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/f5d07b126b8a4f2b987dc3b2c546c2f6 2024-11-23T07:23:36,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/da107443ec38449483912f3fe6e6b9c6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/da107443ec38449483912f3fe6e6b9c6 2024-11-23T07:23:36,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/ce2ec41850914eb9a0085df67bd3b216 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/ce2ec41850914eb9a0085df67bd3b216 2024-11-23T07:23:36,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d898c18570ac4dcf96e03ffac1ab1ec2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d898c18570ac4dcf96e03ffac1ab1ec2 2024-11-23T07:23:36,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/4dcc0a0f4bb74b09ac988b12b9594be2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/4dcc0a0f4bb74b09ac988b12b9594be2 2024-11-23T07:23:36,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/97c12b4e441145b0881438253361fcf3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/97c12b4e441145b0881438253361fcf3 2024-11-23T07:23:36,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/6e0e5baffdd24b78b1bf2798c0fa98d8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/6e0e5baffdd24b78b1bf2798c0fa98d8 2024-11-23T07:23:36,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/98ca043f4a5d4cd4b963aebfc9386ef9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/98ca043f4a5d4cd4b963aebfc9386ef9 2024-11-23T07:23:36,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e131e11dfa4c422eb577049a70785e7f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e131e11dfa4c422eb577049a70785e7f 2024-11-23T07:23:36,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e42f8f3aeb924e17b75b6b34cb8ed33e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e42f8f3aeb924e17b75b6b34cb8ed33e 2024-11-23T07:23:36,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/f6801181b92845e683463c6477d13042 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/f6801181b92845e683463c6477d13042 2024-11-23T07:23:36,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/943b6e93b0454d88b1c777ed0768a944 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/943b6e93b0454d88b1c777ed0768a944 2024-11-23T07:23:36,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/37a49e898bbe4f44b7be9b137900994b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/37a49e898bbe4f44b7be9b137900994b 2024-11-23T07:23:36,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/bdfd0315908c415ab526ce54517ce577 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/bdfd0315908c415ab526ce54517ce577 2024-11-23T07:23:36,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/9147d7b4705f42e4abb973c94e9c99c7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/9147d7b4705f42e4abb973c94e9c99c7 2024-11-23T07:23:36,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/9d4c8ef8d1e34ac48931ab779bf75d60 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/9d4c8ef8d1e34ac48931ab779bf75d60 2024-11-23T07:23:36,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d2c35c3b2784417d95d1992e59a04397 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/d2c35c3b2784417d95d1992e59a04397 2024-11-23T07:23:36,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/3d39c828361e4b7da2363089388fbdd2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/3d39c828361e4b7da2363089388fbdd2 2024-11-23T07:23:36,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/232d087a85ae42acb67613d57591aafc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/96e0707c28b6489dad899cd4150f2cc6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/f0d3dc515dd74d78a83c8b706150ec98, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/1a6373534bd641b6b90e6d35c16994de, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/dcf944b02d6543d0b10172e0e44c5de3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d2bebcb7c65148c392b661e5359c7315, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/748fa7b8365f42cda23faa32db795bfe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d0010533466242f696c59048050bbda4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3b19f0a65387458ebcf0a993037c4f17, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/daab1d0e3bac4fc7a07b6c93bb3d4b02, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/8edaec3329c94994870312ac9a5b86f0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3bef9beda8524d288bca88a10a2b3314, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3ede0f55067c4643b0c5d1c0fa48cf0e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/cbf5dab052d24567bb33098b806c47e5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d0f16cd9cef3435a9925ad1d1b3e958f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/64ba766cb76942d3bbe9c913f686f0b9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/68751054bc094671b761e794fa08a9c0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/8aaee13fa0164a6f953a2d75ea696c5f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e8bb9899b9454943b45adb3a6ad9fc20, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/4c1a0886c87749fa94ac1a4dc7bc6d9a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/9dffd7f0575847dbb9b9354205ca1abd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/39c8d589c8784c7f95935c181d2384fe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/a42cb683266d463aa8af4c03874489c6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/492796e1e0474d97be0761448eb965aa, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/07923116efe34677bd40176a91df5adf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/95ce390653b04c558549270f1dec9751, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/371f8abc35204d3ea88372c777db75bb, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/1d0f4ad8c4404e92a4c360fe53b775e3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/f2c07a47809849f4982e70df3918cf2a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/df5d991b91de47c1a3d3805ca5eb397f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/4fcd791ca2c44dd2b7c96da2116b3c7f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/7147fda0deeb46f2a4ee184307be2455, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b9eb7cf3d6204b6b8b8180040432fe19, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/09ab5712f57f4658b9217e1fbed25e17, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e2deb312fba94c9fb7b5ced85e241727, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b452a49ad5cb4dffbb61d87537557f48, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/ec28ec8294f0438888e9e92ad7f706e1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/a3feff7995c84b5582bd950d05500cc1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/06c7d2169dc0449eabfa276cbc95d707, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/bd7421231a6541a9b81468b040f62163] to archive 2024-11-23T07:23:36,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:23:36,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/232d087a85ae42acb67613d57591aafc to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/232d087a85ae42acb67613d57591aafc 2024-11-23T07:23:36,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/96e0707c28b6489dad899cd4150f2cc6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/96e0707c28b6489dad899cd4150f2cc6 2024-11-23T07:23:36,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/f0d3dc515dd74d78a83c8b706150ec98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/f0d3dc515dd74d78a83c8b706150ec98 2024-11-23T07:23:36,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/1a6373534bd641b6b90e6d35c16994de to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/1a6373534bd641b6b90e6d35c16994de 2024-11-23T07:23:36,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/dcf944b02d6543d0b10172e0e44c5de3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/dcf944b02d6543d0b10172e0e44c5de3 2024-11-23T07:23:36,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d2bebcb7c65148c392b661e5359c7315 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d2bebcb7c65148c392b661e5359c7315 2024-11-23T07:23:36,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/748fa7b8365f42cda23faa32db795bfe to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/748fa7b8365f42cda23faa32db795bfe 2024-11-23T07:23:36,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d0010533466242f696c59048050bbda4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d0010533466242f696c59048050bbda4 2024-11-23T07:23:36,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3b19f0a65387458ebcf0a993037c4f17 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3b19f0a65387458ebcf0a993037c4f17 2024-11-23T07:23:36,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/daab1d0e3bac4fc7a07b6c93bb3d4b02 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/daab1d0e3bac4fc7a07b6c93bb3d4b02 2024-11-23T07:23:36,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/8edaec3329c94994870312ac9a5b86f0 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/8edaec3329c94994870312ac9a5b86f0 2024-11-23T07:23:36,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3bef9beda8524d288bca88a10a2b3314 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3bef9beda8524d288bca88a10a2b3314 2024-11-23T07:23:36,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3ede0f55067c4643b0c5d1c0fa48cf0e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/3ede0f55067c4643b0c5d1c0fa48cf0e 2024-11-23T07:23:36,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/cbf5dab052d24567bb33098b806c47e5 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/cbf5dab052d24567bb33098b806c47e5 2024-11-23T07:23:36,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d0f16cd9cef3435a9925ad1d1b3e958f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/d0f16cd9cef3435a9925ad1d1b3e958f 2024-11-23T07:23:36,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/64ba766cb76942d3bbe9c913f686f0b9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/64ba766cb76942d3bbe9c913f686f0b9 2024-11-23T07:23:36,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/68751054bc094671b761e794fa08a9c0 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/68751054bc094671b761e794fa08a9c0 2024-11-23T07:23:36,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/8aaee13fa0164a6f953a2d75ea696c5f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/8aaee13fa0164a6f953a2d75ea696c5f 2024-11-23T07:23:36,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e8bb9899b9454943b45adb3a6ad9fc20 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e8bb9899b9454943b45adb3a6ad9fc20 2024-11-23T07:23:36,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/4c1a0886c87749fa94ac1a4dc7bc6d9a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/4c1a0886c87749fa94ac1a4dc7bc6d9a 2024-11-23T07:23:36,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/9dffd7f0575847dbb9b9354205ca1abd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/9dffd7f0575847dbb9b9354205ca1abd 2024-11-23T07:23:36,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/39c8d589c8784c7f95935c181d2384fe to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/39c8d589c8784c7f95935c181d2384fe 2024-11-23T07:23:36,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/a42cb683266d463aa8af4c03874489c6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/a42cb683266d463aa8af4c03874489c6 2024-11-23T07:23:36,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/492796e1e0474d97be0761448eb965aa to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/492796e1e0474d97be0761448eb965aa 2024-11-23T07:23:36,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/07923116efe34677bd40176a91df5adf to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/07923116efe34677bd40176a91df5adf 2024-11-23T07:23:36,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/95ce390653b04c558549270f1dec9751 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/95ce390653b04c558549270f1dec9751 2024-11-23T07:23:36,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/371f8abc35204d3ea88372c777db75bb to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/371f8abc35204d3ea88372c777db75bb 2024-11-23T07:23:36,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/1d0f4ad8c4404e92a4c360fe53b775e3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/1d0f4ad8c4404e92a4c360fe53b775e3 2024-11-23T07:23:36,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/f2c07a47809849f4982e70df3918cf2a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/f2c07a47809849f4982e70df3918cf2a 2024-11-23T07:23:36,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/df5d991b91de47c1a3d3805ca5eb397f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/df5d991b91de47c1a3d3805ca5eb397f 2024-11-23T07:23:36,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/4fcd791ca2c44dd2b7c96da2116b3c7f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/4fcd791ca2c44dd2b7c96da2116b3c7f 2024-11-23T07:23:36,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/7147fda0deeb46f2a4ee184307be2455 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/7147fda0deeb46f2a4ee184307be2455 2024-11-23T07:23:36,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b9eb7cf3d6204b6b8b8180040432fe19 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b9eb7cf3d6204b6b8b8180040432fe19 2024-11-23T07:23:36,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/09ab5712f57f4658b9217e1fbed25e17 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/09ab5712f57f4658b9217e1fbed25e17 2024-11-23T07:23:36,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e2deb312fba94c9fb7b5ced85e241727 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e2deb312fba94c9fb7b5ced85e241727 2024-11-23T07:23:36,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b452a49ad5cb4dffbb61d87537557f48 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b452a49ad5cb4dffbb61d87537557f48 2024-11-23T07:23:36,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/ec28ec8294f0438888e9e92ad7f706e1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/ec28ec8294f0438888e9e92ad7f706e1 2024-11-23T07:23:36,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/a3feff7995c84b5582bd950d05500cc1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/a3feff7995c84b5582bd950d05500cc1 2024-11-23T07:23:36,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/06c7d2169dc0449eabfa276cbc95d707 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/06c7d2169dc0449eabfa276cbc95d707 2024-11-23T07:23:36,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/bd7421231a6541a9b81468b040f62163 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/bd7421231a6541a9b81468b040f62163 2024-11-23T07:23:36,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2d54cfa852d545759a33afb42909a4ec, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/854e1849f34b4ad285b37780187f652c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/1dbb5e92f570468dae08497c2892d2a7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/13ba4df6af264bedad0802c63bc5d506, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/208268bff0b5474c9046ed618692b5ba, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/4f7ed46ec21a43bd89dc04132abb4af8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/b10896b6c2624fa8a41f12613ad16bdf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/5b9312a038f7469d932f24b02b7d7e70, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/17c14283fd6a4c4a817be0aa6cb5bef4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ad0d3e5733614ea5926379e5cf53557f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ffdc390a46f14c92a97251213ee1446a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/623a2a1454a74e1caa0a88324c374095, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/7d161bba7d30408fbac5e15dcf472ccf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ceb5982da99040cb8ed808005a1264b5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6ef187b7203945af888505f3d7d8ee66, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/b4e5abefac4d493e876ec1284fc77dcd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/af2b7df48b614716970629dba8f0aa6a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/d75e674c58914f3dae624e2e4793a7d4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/0d7d137086934384adb8a0442bdca888, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/aa5c739d12e4498e82e5c065bd6c529d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/8380973e202c4cb5b6bfca76ca918c42, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/312fe93ac64a4d0c8e3764a294ba4a5b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2b9d70c8b022445083de2f551ae4f569, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/7104b0da46184ae0a150712888e3abd4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/09086b5a4aaf4386a336b807bf9b57f6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6a9152062c0e4d40b60b97c50679944a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/91ea01468a0d4149b8c26e96b65d177c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/e1a6905653d143b6878c99672dbc9f10, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/1087901c60d34f3a9e317ec782869c1d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6af2676f38454ad19e35bdebcdade3e1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/8288f56e6b92445dbcca74aa532d62b9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/fd01c545d4454c0186203de74e6d5f3b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/97c1e3d1a2524ead8b4cd9d1908b2c10, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/efea78971f004dcca160760050952da6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2e50ad3392ad450abe72fc21b580beac, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/535a0beea7f348ee9a5ca5fae0824e5c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/c574890fe3af4e0ab297f38e3c89700e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/691aaa3c688b4e93bb2de708f7ac4d4d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/a1e1562e38e94613b860097e9f21b506, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/c17f091e35004dbbba866ae53d627a56] to archive 2024-11-23T07:23:36,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:23:36,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2d54cfa852d545759a33afb42909a4ec to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2d54cfa852d545759a33afb42909a4ec 2024-11-23T07:23:36,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/854e1849f34b4ad285b37780187f652c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/854e1849f34b4ad285b37780187f652c 2024-11-23T07:23:36,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/1dbb5e92f570468dae08497c2892d2a7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/1dbb5e92f570468dae08497c2892d2a7 2024-11-23T07:23:36,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/13ba4df6af264bedad0802c63bc5d506 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/13ba4df6af264bedad0802c63bc5d506 2024-11-23T07:23:36,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/208268bff0b5474c9046ed618692b5ba to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/208268bff0b5474c9046ed618692b5ba 2024-11-23T07:23:36,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/4f7ed46ec21a43bd89dc04132abb4af8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/4f7ed46ec21a43bd89dc04132abb4af8 2024-11-23T07:23:36,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/b10896b6c2624fa8a41f12613ad16bdf to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/b10896b6c2624fa8a41f12613ad16bdf 2024-11-23T07:23:36,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/5b9312a038f7469d932f24b02b7d7e70 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/5b9312a038f7469d932f24b02b7d7e70 2024-11-23T07:23:36,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/17c14283fd6a4c4a817be0aa6cb5bef4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/17c14283fd6a4c4a817be0aa6cb5bef4 2024-11-23T07:23:36,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ad0d3e5733614ea5926379e5cf53557f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ad0d3e5733614ea5926379e5cf53557f 2024-11-23T07:23:36,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ffdc390a46f14c92a97251213ee1446a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ffdc390a46f14c92a97251213ee1446a 2024-11-23T07:23:36,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/623a2a1454a74e1caa0a88324c374095 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/623a2a1454a74e1caa0a88324c374095 2024-11-23T07:23:36,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/7d161bba7d30408fbac5e15dcf472ccf to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/7d161bba7d30408fbac5e15dcf472ccf 2024-11-23T07:23:36,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ceb5982da99040cb8ed808005a1264b5 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ceb5982da99040cb8ed808005a1264b5 2024-11-23T07:23:36,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6ef187b7203945af888505f3d7d8ee66 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6ef187b7203945af888505f3d7d8ee66 2024-11-23T07:23:36,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/b4e5abefac4d493e876ec1284fc77dcd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/b4e5abefac4d493e876ec1284fc77dcd 2024-11-23T07:23:36,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/af2b7df48b614716970629dba8f0aa6a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/af2b7df48b614716970629dba8f0aa6a 2024-11-23T07:23:36,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/d75e674c58914f3dae624e2e4793a7d4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/d75e674c58914f3dae624e2e4793a7d4 2024-11-23T07:23:36,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/0d7d137086934384adb8a0442bdca888 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/0d7d137086934384adb8a0442bdca888 2024-11-23T07:23:36,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/aa5c739d12e4498e82e5c065bd6c529d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/aa5c739d12e4498e82e5c065bd6c529d 2024-11-23T07:23:36,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/8380973e202c4cb5b6bfca76ca918c42 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/8380973e202c4cb5b6bfca76ca918c42 2024-11-23T07:23:36,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/312fe93ac64a4d0c8e3764a294ba4a5b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/312fe93ac64a4d0c8e3764a294ba4a5b 2024-11-23T07:23:36,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2b9d70c8b022445083de2f551ae4f569 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2b9d70c8b022445083de2f551ae4f569 2024-11-23T07:23:36,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/7104b0da46184ae0a150712888e3abd4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/7104b0da46184ae0a150712888e3abd4 2024-11-23T07:23:36,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/09086b5a4aaf4386a336b807bf9b57f6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/09086b5a4aaf4386a336b807bf9b57f6 2024-11-23T07:23:36,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6a9152062c0e4d40b60b97c50679944a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6a9152062c0e4d40b60b97c50679944a 2024-11-23T07:23:36,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/91ea01468a0d4149b8c26e96b65d177c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/91ea01468a0d4149b8c26e96b65d177c 2024-11-23T07:23:36,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/e1a6905653d143b6878c99672dbc9f10 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/e1a6905653d143b6878c99672dbc9f10 2024-11-23T07:23:36,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/1087901c60d34f3a9e317ec782869c1d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/1087901c60d34f3a9e317ec782869c1d 2024-11-23T07:23:36,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6af2676f38454ad19e35bdebcdade3e1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/6af2676f38454ad19e35bdebcdade3e1 2024-11-23T07:23:36,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/8288f56e6b92445dbcca74aa532d62b9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/8288f56e6b92445dbcca74aa532d62b9 2024-11-23T07:23:36,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/fd01c545d4454c0186203de74e6d5f3b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/fd01c545d4454c0186203de74e6d5f3b 2024-11-23T07:23:36,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/97c1e3d1a2524ead8b4cd9d1908b2c10 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/97c1e3d1a2524ead8b4cd9d1908b2c10 2024-11-23T07:23:36,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/efea78971f004dcca160760050952da6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/efea78971f004dcca160760050952da6 2024-11-23T07:23:36,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2e50ad3392ad450abe72fc21b580beac to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/2e50ad3392ad450abe72fc21b580beac 2024-11-23T07:23:36,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/535a0beea7f348ee9a5ca5fae0824e5c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/535a0beea7f348ee9a5ca5fae0824e5c 2024-11-23T07:23:36,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/c574890fe3af4e0ab297f38e3c89700e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/c574890fe3af4e0ab297f38e3c89700e 2024-11-23T07:23:36,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/691aaa3c688b4e93bb2de708f7ac4d4d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/691aaa3c688b4e93bb2de708f7ac4d4d 2024-11-23T07:23:36,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/a1e1562e38e94613b860097e9f21b506 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/a1e1562e38e94613b860097e9f21b506 2024-11-23T07:23:36,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/c17f091e35004dbbba866ae53d627a56 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/c17f091e35004dbbba866ae53d627a56 2024-11-23T07:23:36,235 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/recovered.edits/591.seqid, newMaxSeqId=591, maxSeqId=1 2024-11-23T07:23:36,235 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e. 2024-11-23T07:23:36,235 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for ce84fd5026f80086d680d13598cef53e: 2024-11-23T07:23:36,236 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:36,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=ce84fd5026f80086d680d13598cef53e, regionState=CLOSED 2024-11-23T07:23:36,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-23T07:23:36,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure ce84fd5026f80086d680d13598cef53e, server=404f8ac4dfd7,44557,1732346521510 in 1.5060 sec 2024-11-23T07:23:36,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-23T07:23:36,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce84fd5026f80086d680d13598cef53e, UNASSIGN in 1.5090 sec 2024-11-23T07:23:36,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-23T07:23:36,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5100 sec 2024-11-23T07:23:36,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346616241"}]},"ts":"1732346616241"} 2024-11-23T07:23:36,242 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T07:23:36,244 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T07:23:36,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5230 sec 2024-11-23T07:23:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-23T07:23:36,827 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-23T07:23:36,828 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T07:23:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:36,829 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:36,830 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-23T07:23:36,831 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:36,833 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/recovered.edits] 2024-11-23T07:23:36,835 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/00a0efb23621491e861f2c6c8697ec70 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/00a0efb23621491e861f2c6c8697ec70 2024-11-23T07:23:36,836 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c3a886a1808944388b0010cf910a6f2d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/c3a886a1808944388b0010cf910a6f2d 2024-11-23T07:23:36,836 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e82d7bb85c36461c9834892c8c3156d4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/A/e82d7bb85c36461c9834892c8c3156d4 2024-11-23T07:23:36,838 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/88f34cb820b3493aa1bd7fd57c46718e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/88f34cb820b3493aa1bd7fd57c46718e 2024-11-23T07:23:36,839 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b72fd4b556b248c3a6f67ecfd66bde8c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/b72fd4b556b248c3a6f67ecfd66bde8c 2024-11-23T07:23:36,840 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e821ae6639624e6f9fea522c8654dfaf to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/B/e821ae6639624e6f9fea522c8654dfaf 2024-11-23T07:23:36,841 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/3a1bafdf8a984f939748b74ce253ab3f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/3a1bafdf8a984f939748b74ce253ab3f 2024-11-23T07:23:36,842 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/a1b452cad4cf4dc0819d22d0392b00ce to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/a1b452cad4cf4dc0819d22d0392b00ce 2024-11-23T07:23:36,843 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ad27536311f94427bbee0603ceee0011 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/C/ad27536311f94427bbee0603ceee0011 2024-11-23T07:23:36,846 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/recovered.edits/591.seqid to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e/recovered.edits/591.seqid 2024-11-23T07:23:36,846 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/ce84fd5026f80086d680d13598cef53e 2024-11-23T07:23:36,846 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T07:23:36,848 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:36,850 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T07:23:36,852 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T07:23:36,853 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:36,853 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T07:23:36,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732346616853"}]},"ts":"9223372036854775807"} 2024-11-23T07:23:36,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T07:23:36,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ce84fd5026f80086d680d13598cef53e, NAME => 'TestAcidGuarantees,,1732346586253.ce84fd5026f80086d680d13598cef53e.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T07:23:36,855 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T07:23:36,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732346616855"}]},"ts":"9223372036854775807"} 2024-11-23T07:23:36,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T07:23:36,858 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:36,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-11-23T07:23:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-23T07:23:36,931 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-23T07:23:36,940 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=236 (was 238), OpenFileDescriptor=455 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=607 (was 601) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3606 (was 3727) 2024-11-23T07:23:36,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=236, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=607, ProcessCount=11, AvailableMemoryMB=3605 2024-11-23T07:23:36,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T07:23:36,950 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T07:23:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:36,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T07:23:36,951 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:36,951 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-11-23T07:23:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T07:23:36,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T07:23:36,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742261_1437 (size=963) 2024-11-23T07:23:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T07:23:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T07:23:37,359 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70 2024-11-23T07:23:37,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742262_1438 (size=53) 2024-11-23T07:23:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T07:23:37,764 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:23:37,764 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 62d96f5aa724093c5c27bad989346b98, disabling compactions & flushes 2024-11-23T07:23:37,764 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:37,764 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:37,764 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. after waiting 0 ms 2024-11-23T07:23:37,764 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:37,764 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:37,764 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:37,767 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T07:23:37,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732346617767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732346617767"}]},"ts":"1732346617767"} 2024-11-23T07:23:37,768 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T07:23:37,768 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T07:23:37,769 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346617768"}]},"ts":"1732346617768"} 2024-11-23T07:23:37,769 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T07:23:37,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d96f5aa724093c5c27bad989346b98, ASSIGN}] 2024-11-23T07:23:37,773 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d96f5aa724093c5c27bad989346b98, ASSIGN 2024-11-23T07:23:37,773 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d96f5aa724093c5c27bad989346b98, ASSIGN; state=OFFLINE, location=404f8ac4dfd7,44557,1732346521510; forceNewPlan=false, retain=false 2024-11-23T07:23:37,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=62d96f5aa724093c5c27bad989346b98, regionState=OPENING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:37,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure 62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:23:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T07:23:38,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:38,079 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:38,079 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} 2024-11-23T07:23:38,080 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:38,080 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:23:38,080 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:38,080 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:38,081 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:38,082 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:23:38,082 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d96f5aa724093c5c27bad989346b98 columnFamilyName A 2024-11-23T07:23:38,082 DEBUG [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:38,083 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.HStore(327): Store=62d96f5aa724093c5c27bad989346b98/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:23:38,083 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:38,084 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:23:38,084 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d96f5aa724093c5c27bad989346b98 columnFamilyName B 2024-11-23T07:23:38,084 DEBUG [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:38,084 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.HStore(327): Store=62d96f5aa724093c5c27bad989346b98/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:23:38,084 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:38,085 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:23:38,085 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d96f5aa724093c5c27bad989346b98 columnFamilyName C 2024-11-23T07:23:38,085 DEBUG [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:38,086 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.HStore(327): Store=62d96f5aa724093c5c27bad989346b98/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:23:38,086 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:38,086 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:38,086 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:38,087 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T07:23:38,088 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:38,090 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T07:23:38,090 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened 62d96f5aa724093c5c27bad989346b98; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70928175, jitterRate=0.056912168860435486}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T07:23:38,090 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:38,091 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., pid=98, masterSystemTime=1732346618076 2024-11-23T07:23:38,092 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:38,092 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:38,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=62d96f5aa724093c5c27bad989346b98, regionState=OPEN, openSeqNum=2, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:38,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-23T07:23:38,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure 62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 in 169 msec 2024-11-23T07:23:38,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-23T07:23:38,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d96f5aa724093c5c27bad989346b98, ASSIGN in 323 msec 2024-11-23T07:23:38,096 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T07:23:38,096 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346618096"}]},"ts":"1732346618096"} 2024-11-23T07:23:38,097 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T07:23:38,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T07:23:38,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-23T07:23:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-23T07:23:39,056 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-23T07:23:39,057 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a6933af to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@439d3150 2024-11-23T07:23:39,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bdebc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:39,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:39,063 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:39,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T07:23:39,065 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T07:23:39,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T07:23:39,066 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T07:23:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T07:23:39,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742263_1439 (size=999) 2024-11-23T07:23:39,476 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T07:23:39,477 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T07:23:39,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T07:23:39,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d96f5aa724093c5c27bad989346b98, REOPEN/MOVE}] 2024-11-23T07:23:39,481 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d96f5aa724093c5c27bad989346b98, REOPEN/MOVE 2024-11-23T07:23:39,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=62d96f5aa724093c5c27bad989346b98, regionState=CLOSING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:39,482 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T07:23:39,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure 62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:23:39,633 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:39,634 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:39,634 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T07:23:39,634 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing 62d96f5aa724093c5c27bad989346b98, disabling compactions & flushes 2024-11-23T07:23:39,634 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:39,634 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:39,634 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. after waiting 0 ms 2024-11-23T07:23:39,634 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:39,637 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T07:23:39,638 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:39,638 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:39,638 WARN [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: 62d96f5aa724093c5c27bad989346b98 to self. 2024-11-23T07:23:39,640 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:39,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=62d96f5aa724093c5c27bad989346b98, regionState=CLOSED 2024-11-23T07:23:39,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-23T07:23:39,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure 62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 in 159 msec 2024-11-23T07:23:39,642 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d96f5aa724093c5c27bad989346b98, REOPEN/MOVE; state=CLOSED, location=404f8ac4dfd7,44557,1732346521510; forceNewPlan=false, retain=true 2024-11-23T07:23:39,793 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=62d96f5aa724093c5c27bad989346b98, regionState=OPENING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:39,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure 62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:23:39,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:39,948 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:39,948 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} 2024-11-23T07:23:39,948 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:39,948 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:23:39,948 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:39,949 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:39,950 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:39,950 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:23:39,951 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d96f5aa724093c5c27bad989346b98 columnFamilyName A 2024-11-23T07:23:39,951 DEBUG [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:39,952 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.HStore(327): Store=62d96f5aa724093c5c27bad989346b98/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:23:39,953 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:39,953 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:23:39,953 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d96f5aa724093c5c27bad989346b98 columnFamilyName B 2024-11-23T07:23:39,953 DEBUG [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:39,954 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.HStore(327): Store=62d96f5aa724093c5c27bad989346b98/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:23:39,954 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:39,954 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:23:39,954 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d96f5aa724093c5c27bad989346b98 columnFamilyName C 2024-11-23T07:23:39,954 DEBUG [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:39,955 INFO [StoreOpener-62d96f5aa724093c5c27bad989346b98-1 {}] regionserver.HStore(327): Store=62d96f5aa724093c5c27bad989346b98/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:23:39,955 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:39,955 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:39,956 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:39,957 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T07:23:39,959 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:39,959 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened 62d96f5aa724093c5c27bad989346b98; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67617541, jitterRate=0.007579877972602844}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T07:23:39,960 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:39,960 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., pid=103, masterSystemTime=1732346619945 2024-11-23T07:23:39,962 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:39,962 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:39,962 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=62d96f5aa724093c5c27bad989346b98, regionState=OPEN, openSeqNum=5, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:39,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-11-23T07:23:39,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure 62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 in 169 msec 2024-11-23T07:23:39,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-23T07:23:39,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d96f5aa724093c5c27bad989346b98, REOPEN/MOVE in 484 msec 2024-11-23T07:23:39,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-23T07:23:39,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-11-23T07:23:39,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-23T07:23:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-23T07:23:39,970 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ecf33fc to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47290c4 2024-11-23T07:23:39,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7267b857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:39,977 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c8cc27b to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c68919e 2024-11-23T07:23:39,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63822144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:39,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x081cac4f to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@601038b3 2024-11-23T07:23:39,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126abdf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:39,984 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64a04d7a to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59434fd 2024-11-23T07:23:39,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d6bca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:39,989 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3268230a to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167fda66 2024-11-23T07:23:39,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bb7783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:39,992 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bd5983 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f0031d8 2024-11-23T07:23:39,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a4fe0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:39,996 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b7324d5 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5434c92 2024-11-23T07:23:40,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c186a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:40,000 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d930fb1 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52abed4d 2024-11-23T07:23:40,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d80c576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:40,003 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x114e6211 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c0234f0 2024-11-23T07:23:40,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a2e973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:40,008 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x191ae36a to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14b2e10d 2024-11-23T07:23:40,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145b6b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:23:40,019 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-23T07:23:40,020 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T07:23:40,021 DEBUG [hconnection-0x20978eaa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:40,021 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:40,021 DEBUG [hconnection-0xf95b7f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:40,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:40,021 DEBUG [hconnection-0x322feb84-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:40,021 DEBUG [hconnection-0x4f910320-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:40,021 DEBUG [hconnection-0x1e6f0a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:40,022 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:40,022 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:40,022 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:40,023 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:40,023 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:40,023 DEBUG [hconnection-0x66a14e30-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:40,024 DEBUG [hconnection-0x76971ed4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:40,024 DEBUG [hconnection-0x193749c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:40,025 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:40,025 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:40,026 DEBUG [hconnection-0x23b0bad6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:40,026 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:40,027 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:40,029 DEBUG [hconnection-0x152725a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:23:40,032 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:23:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:40,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:23:40,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:40,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:40,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:40,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:40,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:40,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:40,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346680051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346680051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346680052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346680053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346680054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123643651598c20441b8900e726a1a5af52_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346620031/Put/seqid=0 2024-11-23T07:23:40,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742264_1440 (size=9714) 2024-11-23T07:23:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T07:23:40,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346680156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346680158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346680158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346680159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346680159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,175 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T07:23:40,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:40,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:40,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:40,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T07:23:40,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T07:23:40,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:40,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:40,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:40,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346680360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346680361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346680362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346680363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346680363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,470 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:40,474 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123643651598c20441b8900e726a1a5af52_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123643651598c20441b8900e726a1a5af52_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:40,475 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/710841c5ce6d4ad58f94898027a42b59, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:40,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/710841c5ce6d4ad58f94898027a42b59 is 175, key is test_row_0/A:col10/1732346620031/Put/seqid=0 2024-11-23T07:23:40,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742265_1441 (size=22361) 2024-11-23T07:23:40,481 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T07:23:40,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:40,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:40,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:40,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T07:23:40,634 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T07:23:40,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:40,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346680665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346680666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346680666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346680669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346680669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T07:23:40,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:40,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:40,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:40,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,880 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/710841c5ce6d4ad58f94898027a42b59 2024-11-23T07:23:40,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/49148bbb6ee24ddbb7b9f002838eaba3 is 50, key is test_row_0/B:col10/1732346620031/Put/seqid=0 2024-11-23T07:23:40,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742266_1442 (size=9657) 2024-11-23T07:23:40,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/49148bbb6ee24ddbb7b9f002838eaba3 2024-11-23T07:23:40,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:40,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T07:23:40,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:40,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:40,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:40,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:40,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/7f7ab92eb02848f298f3c442f4f1f974 is 50, key is test_row_0/C:col10/1732346620031/Put/seqid=0 2024-11-23T07:23:40,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742267_1443 (size=9657) 2024-11-23T07:23:40,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/7f7ab92eb02848f298f3c442f4f1f974 2024-11-23T07:23:40,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/710841c5ce6d4ad58f94898027a42b59 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/710841c5ce6d4ad58f94898027a42b59 2024-11-23T07:23:40,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/710841c5ce6d4ad58f94898027a42b59, entries=100, sequenceid=16, filesize=21.8 K 2024-11-23T07:23:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/49148bbb6ee24ddbb7b9f002838eaba3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/49148bbb6ee24ddbb7b9f002838eaba3 2024-11-23T07:23:40,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/49148bbb6ee24ddbb7b9f002838eaba3, entries=100, sequenceid=16, filesize=9.4 K 2024-11-23T07:23:40,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/7f7ab92eb02848f298f3c442f4f1f974 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/7f7ab92eb02848f298f3c442f4f1f974 2024-11-23T07:23:40,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/7f7ab92eb02848f298f3c442f4f1f974, entries=100, sequenceid=16, filesize=9.4 K 2024-11-23T07:23:40,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 62d96f5aa724093c5c27bad989346b98 in 949ms, sequenceid=16, compaction requested=false 2024-11-23T07:23:40,982 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T07:23:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:41,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T07:23:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:41,094 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:23:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:41,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:41,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:41,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112356f93c473381476980c4e9a0dcd41f31_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346620052/Put/seqid=0 2024-11-23T07:23:41,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742268_1444 (size=12154) 2024-11-23T07:23:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T07:23:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:41,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:41,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346681180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346681186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346681208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346681208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346681208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346681309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346681312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346681314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346681314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346681315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:41,508 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112356f93c473381476980c4e9a0dcd41f31_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112356f93c473381476980c4e9a0dcd41f31_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:41,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/db125b0706c64e72b89cd530328dabf5, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:41,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/db125b0706c64e72b89cd530328dabf5 is 175, key is test_row_0/A:col10/1732346620052/Put/seqid=0 2024-11-23T07:23:41,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742269_1445 (size=30955) 2024-11-23T07:23:41,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346681512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346681515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346681518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346681518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346681518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T07:23:41,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346681817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346681820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346681822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346681823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346681824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:41,914 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/db125b0706c64e72b89cd530328dabf5 2024-11-23T07:23:41,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/7b4f9ec0cc5145cc9b1c0a2a2ec3b10c is 50, key is test_row_0/B:col10/1732346620052/Put/seqid=0 2024-11-23T07:23:41,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742270_1446 (size=12001) 2024-11-23T07:23:41,935 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/7b4f9ec0cc5145cc9b1c0a2a2ec3b10c 2024-11-23T07:23:41,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/743f17269e114ecd9c9f6ffd1e92b9bd is 50, key is test_row_0/C:col10/1732346620052/Put/seqid=0 2024-11-23T07:23:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742271_1447 (size=12001) 2024-11-23T07:23:41,980 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/743f17269e114ecd9c9f6ffd1e92b9bd 2024-11-23T07:23:41,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/db125b0706c64e72b89cd530328dabf5 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/db125b0706c64e72b89cd530328dabf5 2024-11-23T07:23:41,997 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/db125b0706c64e72b89cd530328dabf5, entries=150, sequenceid=40, filesize=30.2 K 2024-11-23T07:23:41,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/7b4f9ec0cc5145cc9b1c0a2a2ec3b10c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/7b4f9ec0cc5145cc9b1c0a2a2ec3b10c 2024-11-23T07:23:42,006 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/7b4f9ec0cc5145cc9b1c0a2a2ec3b10c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T07:23:42,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/743f17269e114ecd9c9f6ffd1e92b9bd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/743f17269e114ecd9c9f6ffd1e92b9bd 2024-11-23T07:23:42,025 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/743f17269e114ecd9c9f6ffd1e92b9bd, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T07:23:42,026 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 62d96f5aa724093c5c27bad989346b98 in 932ms, sequenceid=40, compaction requested=false 2024-11-23T07:23:42,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:42,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:42,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-23T07:23:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-23T07:23:42,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-23T07:23:42,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0070 sec 2024-11-23T07:23:42,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.0110 sec 2024-11-23T07:23:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T07:23:42,125 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-23T07:23:42,127 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-23T07:23:42,128 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T07:23:42,129 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:42,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T07:23:42,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T07:23:42,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:42,282 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:23:42,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:42,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:42,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:42,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:42,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:42,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:42,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112331343bd377064ee5aad6250e93c7267b_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346621189/Put/seqid=0 2024-11-23T07:23:42,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742272_1448 (size=12154) 2024-11-23T07:23:42,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:42,322 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112331343bd377064ee5aad6250e93c7267b_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112331343bd377064ee5aad6250e93c7267b_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:42,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:42,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/fa8960cf6634460a9538ebb4866ef972, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:42,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/fa8960cf6634460a9538ebb4866ef972 is 175, key is test_row_0/A:col10/1732346621189/Put/seqid=0 2024-11-23T07:23:42,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742273_1449 (size=30955) 2024-11-23T07:23:42,349 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/fa8960cf6634460a9538ebb4866ef972 2024-11-23T07:23:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346682363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/71719ad1e1a94ded9870e000c067eaea is 50, key is test_row_0/B:col10/1732346621189/Put/seqid=0 2024-11-23T07:23:42,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346682365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346682366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346682367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346682368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742274_1450 (size=12001) 2024-11-23T07:23:42,378 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/71719ad1e1a94ded9870e000c067eaea 2024-11-23T07:23:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/d5188487ca1a4a488a6784bc4019df7c is 50, key is test_row_0/C:col10/1732346621189/Put/seqid=0 2024-11-23T07:23:42,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742275_1451 (size=12001) 2024-11-23T07:23:42,430 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/d5188487ca1a4a488a6784bc4019df7c 2024-11-23T07:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T07:23:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/fa8960cf6634460a9538ebb4866ef972 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fa8960cf6634460a9538ebb4866ef972 2024-11-23T07:23:42,446 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fa8960cf6634460a9538ebb4866ef972, entries=150, sequenceid=53, filesize=30.2 K 2024-11-23T07:23:42,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/71719ad1e1a94ded9870e000c067eaea as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/71719ad1e1a94ded9870e000c067eaea 2024-11-23T07:23:42,456 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/71719ad1e1a94ded9870e000c067eaea, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T07:23:42,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/d5188487ca1a4a488a6784bc4019df7c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d5188487ca1a4a488a6784bc4019df7c 2024-11-23T07:23:42,466 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d5188487ca1a4a488a6784bc4019df7c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T07:23:42,467 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 62d96f5aa724093c5c27bad989346b98 in 185ms, sequenceid=53, compaction requested=true 2024-11-23T07:23:42,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:42,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:42,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-23T07:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-23T07:23:42,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-23T07:23:42,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 340 msec 2024-11-23T07:23:42,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 344 msec 2024-11-23T07:23:42,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:23:42,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:42,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:42,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:42,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:42,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:42,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:42,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112325d9c0cde46f4b1dae4cafec21f0a406_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346622365/Put/seqid=0 2024-11-23T07:23:42,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346682501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346682502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346682503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346682505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346682506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742276_1452 (size=14594) 2024-11-23T07:23:42,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346682613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346682616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346682616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346682616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346682619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T07:23:42,732 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-23T07:23:42,733 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-23T07:23:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T07:23:42,735 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:42,735 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:42,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:42,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346682822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346682823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346682823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346682823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T07:23:42,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346682831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:42,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T07:23:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:42,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:42,942 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:42,946 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112325d9c0cde46f4b1dae4cafec21f0a406_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112325d9c0cde46f4b1dae4cafec21f0a406_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:42,947 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/2e379ce04fd246f5acc86f932f8c1796, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:42,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/2e379ce04fd246f5acc86f932f8c1796 is 175, key is test_row_0/A:col10/1732346622365/Put/seqid=0 2024-11-23T07:23:42,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742277_1453 (size=39549) 2024-11-23T07:23:42,984 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/2e379ce04fd246f5acc86f932f8c1796 2024-11-23T07:23:42,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/3b3d301ec65d438f8b90950a1b1a3202 is 50, key is test_row_0/B:col10/1732346622365/Put/seqid=0 2024-11-23T07:23:43,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742278_1454 (size=12001) 2024-11-23T07:23:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T07:23:43,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T07:23:43,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:43,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346683132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346683132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346683133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346683133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346683140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,194 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T07:23:43,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T07:23:43,346 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T07:23:43,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:43,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/3b3d301ec65d438f8b90950a1b1a3202 2024-11-23T07:23:43,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/d6fbdbfe437c4de28a35028aa62fed0f is 50, key is test_row_0/C:col10/1732346622365/Put/seqid=0 2024-11-23T07:23:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742279_1455 (size=12001) 2024-11-23T07:23:43,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/d6fbdbfe437c4de28a35028aa62fed0f 2024-11-23T07:23:43,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/2e379ce04fd246f5acc86f932f8c1796 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/2e379ce04fd246f5acc86f932f8c1796 2024-11-23T07:23:43,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/2e379ce04fd246f5acc86f932f8c1796, entries=200, sequenceid=77, filesize=38.6 K 2024-11-23T07:23:43,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/3b3d301ec65d438f8b90950a1b1a3202 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3b3d301ec65d438f8b90950a1b1a3202 2024-11-23T07:23:43,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T07:23:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3b3d301ec65d438f8b90950a1b1a3202, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T07:23:43,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/d6fbdbfe437c4de28a35028aa62fed0f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d6fbdbfe437c4de28a35028aa62fed0f 2024-11-23T07:23:43,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d6fbdbfe437c4de28a35028aa62fed0f, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T07:23:43,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 62d96f5aa724093c5c27bad989346b98 in 1029ms, sequenceid=77, compaction requested=true 2024-11-23T07:23:43,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:43,510 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:43,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T07:23:43,510 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:43,511 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:43,511 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:43,511 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/B is initiating minor compaction (all files) 2024-11-23T07:23:43,511 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/A is initiating minor compaction (all files) 2024-11-23T07:23:43,511 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/B in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,511 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/A in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,511 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/710841c5ce6d4ad58f94898027a42b59, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/db125b0706c64e72b89cd530328dabf5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fa8960cf6634460a9538ebb4866ef972, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/2e379ce04fd246f5acc86f932f8c1796] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=120.9 K 2024-11-23T07:23:43,511 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/49148bbb6ee24ddbb7b9f002838eaba3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/7b4f9ec0cc5145cc9b1c0a2a2ec3b10c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/71719ad1e1a94ded9870e000c067eaea, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3b3d301ec65d438f8b90950a1b1a3202] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=44.6 K 2024-11-23T07:23:43,511 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,511 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/710841c5ce6d4ad58f94898027a42b59, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/db125b0706c64e72b89cd530328dabf5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fa8960cf6634460a9538ebb4866ef972, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/2e379ce04fd246f5acc86f932f8c1796] 2024-11-23T07:23:43,512 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49148bbb6ee24ddbb7b9f002838eaba3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732346620031 2024-11-23T07:23:43,512 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 710841c5ce6d4ad58f94898027a42b59, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732346620031 2024-11-23T07:23:43,513 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b4f9ec0cc5145cc9b1c0a2a2ec3b10c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732346620049 2024-11-23T07:23:43,513 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting db125b0706c64e72b89cd530328dabf5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732346620049 2024-11-23T07:23:43,513 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71719ad1e1a94ded9870e000c067eaea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732346621179 2024-11-23T07:23:43,513 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting fa8960cf6634460a9538ebb4866ef972, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732346621179 2024-11-23T07:23:43,513 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b3d301ec65d438f8b90950a1b1a3202, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732346622354 2024-11-23T07:23:43,515 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e379ce04fd246f5acc86f932f8c1796, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732346622354 2024-11-23T07:23:43,539 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#B#compaction#393 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:43,540 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/741e8a0a07ad465099aad3dbae43b184 is 50, key is test_row_0/B:col10/1732346622365/Put/seqid=0 2024-11-23T07:23:43,546 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:43,564 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411232876e735bb46431f81858897bcd5c40f_62d96f5aa724093c5c27bad989346b98 store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:43,567 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411232876e735bb46431f81858897bcd5c40f_62d96f5aa724093c5c27bad989346b98, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:43,568 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232876e735bb46431f81858897bcd5c40f_62d96f5aa724093c5c27bad989346b98 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:43,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742280_1456 (size=12139) 2024-11-23T07:23:43,594 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/741e8a0a07ad465099aad3dbae43b184 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/741e8a0a07ad465099aad3dbae43b184 2024-11-23T07:23:43,601 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/B of 62d96f5aa724093c5c27bad989346b98 into 741e8a0a07ad465099aad3dbae43b184(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:43,601 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:43,601 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/B, priority=12, startTime=1732346623510; duration=0sec 2024-11-23T07:23:43,601 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:43,601 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:B 2024-11-23T07:23:43,601 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:43,603 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:43,603 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/C is initiating minor compaction (all files) 2024-11-23T07:23:43,603 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/C in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,603 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/7f7ab92eb02848f298f3c442f4f1f974, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/743f17269e114ecd9c9f6ffd1e92b9bd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d5188487ca1a4a488a6784bc4019df7c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d6fbdbfe437c4de28a35028aa62fed0f] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=44.6 K 2024-11-23T07:23:43,604 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f7ab92eb02848f298f3c442f4f1f974, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732346620031 2024-11-23T07:23:43,604 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 743f17269e114ecd9c9f6ffd1e92b9bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732346620049 2024-11-23T07:23:43,605 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5188487ca1a4a488a6784bc4019df7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732346621179 2024-11-23T07:23:43,605 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6fbdbfe437c4de28a35028aa62fed0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732346622354 2024-11-23T07:23:43,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742281_1457 (size=4469) 2024-11-23T07:23:43,616 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#A#compaction#394 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:43,617 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/68c58fe7072f43e1aa0e8678e6d48f45 is 175, key is test_row_0/A:col10/1732346622365/Put/seqid=0 2024-11-23T07:23:43,634 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:43,635 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/dcf0152565ae420f9e5ddd5f8478ddd2 is 50, key is test_row_0/C:col10/1732346622365/Put/seqid=0 2024-11-23T07:23:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:43,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T07:23:43,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:43,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:43,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:43,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:43,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:43,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:43,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T07:23:43,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:43,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742282_1458 (size=31093) 2024-11-23T07:23:43,678 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/68c58fe7072f43e1aa0e8678e6d48f45 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/68c58fe7072f43e1aa0e8678e6d48f45 2024-11-23T07:23:43,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742283_1459 (size=12139) 2024-11-23T07:23:43,686 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/A of 62d96f5aa724093c5c27bad989346b98 into 68c58fe7072f43e1aa0e8678e6d48f45(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:43,686 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:43,686 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/A, priority=12, startTime=1732346623509; duration=0sec 2024-11-23T07:23:43,686 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:43,686 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:A 2024-11-23T07:23:43,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112323646f10a52847f8a3a81a5ec3f9f410_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346622488/Put/seqid=0 2024-11-23T07:23:43,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346683687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346683692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346683693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346683694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346683697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742284_1460 (size=12154) 2024-11-23T07:23:43,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T07:23:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346683803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346683805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346683806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346683808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346683808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T07:23:43,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:43,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T07:23:43,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:43,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:43,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:44,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346684014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346684015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346684016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346684017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346684017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,090 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/dcf0152565ae420f9e5ddd5f8478ddd2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/dcf0152565ae420f9e5ddd5f8478ddd2 2024-11-23T07:23:44,096 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/C of 62d96f5aa724093c5c27bad989346b98 into dcf0152565ae420f9e5ddd5f8478ddd2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:44,096 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:44,096 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/C, priority=12, startTime=1732346623510; duration=0sec 2024-11-23T07:23:44,096 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:44,096 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:C 2024-11-23T07:23:44,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T07:23:44,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:44,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:44,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:44,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:44,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:44,127 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:44,135 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112323646f10a52847f8a3a81a5ec3f9f410_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112323646f10a52847f8a3a81a5ec3f9f410_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:44,136 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/0291d110024b4e368ebde4af5eda2a19, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:44,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/0291d110024b4e368ebde4af5eda2a19 is 175, key is test_row_0/A:col10/1732346622488/Put/seqid=0 2024-11-23T07:23:44,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742285_1461 (size=30955) 2024-11-23T07:23:44,152 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/0291d110024b4e368ebde4af5eda2a19 2024-11-23T07:23:44,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/240e0b46749f49ffb0a6536f2035ca73 is 50, key is test_row_0/B:col10/1732346622488/Put/seqid=0 2024-11-23T07:23:44,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742286_1462 (size=12001) 2024-11-23T07:23:44,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/240e0b46749f49ffb0a6536f2035ca73 2024-11-23T07:23:44,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/f37ad498eb934b329b5c05fa9101ecd9 is 50, key is test_row_0/C:col10/1732346622488/Put/seqid=0 2024-11-23T07:23:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742287_1463 (size=12001) 2024-11-23T07:23:44,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/f37ad498eb934b329b5c05fa9101ecd9 2024-11-23T07:23:44,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/0291d110024b4e368ebde4af5eda2a19 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/0291d110024b4e368ebde4af5eda2a19 2024-11-23T07:23:44,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/0291d110024b4e368ebde4af5eda2a19, entries=150, sequenceid=95, filesize=30.2 K 2024-11-23T07:23:44,266 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T07:23:44,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/240e0b46749f49ffb0a6536f2035ca73 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/240e0b46749f49ffb0a6536f2035ca73 2024-11-23T07:23:44,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:44,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:44,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:44,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:44,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:44,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/240e0b46749f49ffb0a6536f2035ca73, entries=150, sequenceid=95, filesize=11.7 K 2024-11-23T07:23:44,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/f37ad498eb934b329b5c05fa9101ecd9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/f37ad498eb934b329b5c05fa9101ecd9 2024-11-23T07:23:44,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/f37ad498eb934b329b5c05fa9101ecd9, entries=150, sequenceid=95, filesize=11.7 K 2024-11-23T07:23:44,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 62d96f5aa724093c5c27bad989346b98 in 635ms, sequenceid=95, compaction requested=false 2024-11-23T07:23:44,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:44,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T07:23:44,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:44,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:44,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:44,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:44,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:44,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:44,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346684349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346684349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346684350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346684355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346684356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239248092f4890419c94bf5461984c446f_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346623691/Put/seqid=0 2024-11-23T07:23:44,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742288_1464 (size=14594) 2024-11-23T07:23:44,413 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:44,418 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239248092f4890419c94bf5461984c446f_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239248092f4890419c94bf5461984c446f_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:44,419 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T07:23:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:44,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:44,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:44,420 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/c43b68bfc9cf4a4fac535fa4313e6f97, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:44,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/c43b68bfc9cf4a4fac535fa4313e6f97 is 175, key is test_row_0/A:col10/1732346623691/Put/seqid=0 2024-11-23T07:23:44,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742289_1465 (size=39549) 2024-11-23T07:23:44,455 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/c43b68bfc9cf4a4fac535fa4313e6f97 2024-11-23T07:23:44,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/333a39edea824a6189d74ee5f8597210 is 50, key is test_row_0/B:col10/1732346623691/Put/seqid=0 2024-11-23T07:23:44,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346684460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346684460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346684461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346684464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346684465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742290_1466 (size=12001) 2024-11-23T07:23:44,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/333a39edea824a6189d74ee5f8597210 2024-11-23T07:23:44,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/783afde952874372ab3c735b42ac560c is 50, key is test_row_0/C:col10/1732346623691/Put/seqid=0 2024-11-23T07:23:44,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742291_1467 (size=12001) 2024-11-23T07:23:44,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/783afde952874372ab3c735b42ac560c 2024-11-23T07:23:44,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/c43b68bfc9cf4a4fac535fa4313e6f97 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/c43b68bfc9cf4a4fac535fa4313e6f97 2024-11-23T07:23:44,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/c43b68bfc9cf4a4fac535fa4313e6f97, entries=200, sequenceid=117, filesize=38.6 K 2024-11-23T07:23:44,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/333a39edea824a6189d74ee5f8597210 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/333a39edea824a6189d74ee5f8597210 2024-11-23T07:23:44,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/333a39edea824a6189d74ee5f8597210, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T07:23:44,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/783afde952874372ab3c735b42ac560c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/783afde952874372ab3c735b42ac560c 2024-11-23T07:23:44,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/783afde952874372ab3c735b42ac560c, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T07:23:44,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 62d96f5aa724093c5c27bad989346b98 in 242ms, sequenceid=117, compaction requested=true 2024-11-23T07:23:44,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:44,567 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:44,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T07:23:44,567 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:44,568 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:44,568 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/A is initiating minor compaction (all files) 2024-11-23T07:23:44,568 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/A in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:44,568 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/68c58fe7072f43e1aa0e8678e6d48f45, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/0291d110024b4e368ebde4af5eda2a19, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/c43b68bfc9cf4a4fac535fa4313e6f97] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=99.2 K 2024-11-23T07:23:44,568 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:44,568 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/68c58fe7072f43e1aa0e8678e6d48f45, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/0291d110024b4e368ebde4af5eda2a19, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/c43b68bfc9cf4a4fac535fa4313e6f97] 2024-11-23T07:23:44,569 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:44,569 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/B is initiating minor compaction (all files) 2024-11-23T07:23:44,569 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/B in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:44,569 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/741e8a0a07ad465099aad3dbae43b184, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/240e0b46749f49ffb0a6536f2035ca73, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/333a39edea824a6189d74ee5f8597210] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=35.3 K 2024-11-23T07:23:44,569 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 68c58fe7072f43e1aa0e8678e6d48f45, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732346622354 2024-11-23T07:23:44,570 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 741e8a0a07ad465099aad3dbae43b184, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732346622354 2024-11-23T07:23:44,570 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 0291d110024b4e368ebde4af5eda2a19, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732346622488 2024-11-23T07:23:44,570 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting c43b68bfc9cf4a4fac535fa4313e6f97, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732346623673 2024-11-23T07:23:44,570 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 240e0b46749f49ffb0a6536f2035ca73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732346622488 2024-11-23T07:23:44,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,572 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 333a39edea824a6189d74ee5f8597210, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732346623691 2024-11-23T07:23:44,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T07:23:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:44,573 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T07:23:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:44,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:44,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:44,598 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:44,602 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#B#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:44,603 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/377dfc43e7f347ccb855df1d657c8ebf is 50, key is test_row_0/B:col10/1732346623691/Put/seqid=0 2024-11-23T07:23:44,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230c8e5604606e4f74953c1d2555c68add_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346624347/Put/seqid=0 2024-11-23T07:23:44,628 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411239d327a04318f47d09d3d6c813c5c2db5_62d96f5aa724093c5c27bad989346b98 store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:44,630 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411239d327a04318f47d09d3d6c813c5c2db5_62d96f5aa724093c5c27bad989346b98, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:44,630 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239d327a04318f47d09d3d6c813c5c2db5_62d96f5aa724093c5c27bad989346b98 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:44,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742292_1468 (size=12241) 2024-11-23T07:23:44,692 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/377dfc43e7f347ccb855df1d657c8ebf as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/377dfc43e7f347ccb855df1d657c8ebf 2024-11-23T07:23:44,699 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/B of 62d96f5aa724093c5c27bad989346b98 into 377dfc43e7f347ccb855df1d657c8ebf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:44,699 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:44,699 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/B, priority=13, startTime=1732346624567; duration=0sec 2024-11-23T07:23:44,699 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:44,699 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:B 2024-11-23T07:23:44,699 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:44,702 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:44,702 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/C is initiating minor compaction (all files) 2024-11-23T07:23:44,702 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/C in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:44,702 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/dcf0152565ae420f9e5ddd5f8478ddd2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/f37ad498eb934b329b5c05fa9101ecd9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/783afde952874372ab3c735b42ac560c] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=35.3 K 2024-11-23T07:23:44,703 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcf0152565ae420f9e5ddd5f8478ddd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732346622354 2024-11-23T07:23:44,704 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting f37ad498eb934b329b5c05fa9101ecd9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732346622488 2024-11-23T07:23:44,705 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 783afde952874372ab3c735b42ac560c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732346623691 2024-11-23T07:23:44,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742293_1469 (size=12304) 2024-11-23T07:23:44,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346684701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346684703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,718 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#C#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:44,719 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/829de8477b6446488c3faeccd0b24892 is 50, key is test_row_0/C:col10/1732346623691/Put/seqid=0 2024-11-23T07:23:44,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742294_1470 (size=4469) 2024-11-23T07:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346684708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346684713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346684716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742295_1471 (size=12241) 2024-11-23T07:23:44,755 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/829de8477b6446488c3faeccd0b24892 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/829de8477b6446488c3faeccd0b24892 2024-11-23T07:23:44,763 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/C of 62d96f5aa724093c5c27bad989346b98 into 829de8477b6446488c3faeccd0b24892(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:44,763 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:44,763 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/C, priority=13, startTime=1732346624567; duration=0sec 2024-11-23T07:23:44,763 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:44,763 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:C 2024-11-23T07:23:44,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346684817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346684820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346684824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346684825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346684825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T07:23:45,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346685023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346685028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346685031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346685032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346685033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:45,117 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230c8e5604606e4f74953c1d2555c68add_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230c8e5604606e4f74953c1d2555c68add_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:45,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/4e793bb0d14747dba9df89b1799b482c, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:45,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/4e793bb0d14747dba9df89b1799b482c is 175, key is test_row_0/A:col10/1732346624347/Put/seqid=0 2024-11-23T07:23:45,126 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#A#compaction#402 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:45,126 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/1b139375c4764590a1e23dd6d3ba7043 is 175, key is test_row_0/A:col10/1732346623691/Put/seqid=0 2024-11-23T07:23:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742296_1472 (size=31105) 2024-11-23T07:23:45,170 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/4e793bb0d14747dba9df89b1799b482c 2024-11-23T07:23:45,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742297_1473 (size=31195) 2024-11-23T07:23:45,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/31c73b6595d247c080fa18a864435ce5 is 50, key is test_row_0/B:col10/1732346624347/Put/seqid=0 2024-11-23T07:23:45,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742298_1474 (size=12151) 2024-11-23T07:23:45,234 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/31c73b6595d247c080fa18a864435ce5 2024-11-23T07:23:45,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/2cd073e7262d4322a3ec9028fdd02cb0 is 50, key is test_row_0/C:col10/1732346624347/Put/seqid=0 2024-11-23T07:23:45,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742299_1475 (size=12151) 2024-11-23T07:23:45,291 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/2cd073e7262d4322a3ec9028fdd02cb0 2024-11-23T07:23:45,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/4e793bb0d14747dba9df89b1799b482c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4e793bb0d14747dba9df89b1799b482c 2024-11-23T07:23:45,305 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4e793bb0d14747dba9df89b1799b482c, entries=150, sequenceid=133, filesize=30.4 K 2024-11-23T07:23:45,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/31c73b6595d247c080fa18a864435ce5 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/31c73b6595d247c080fa18a864435ce5 2024-11-23T07:23:45,318 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/31c73b6595d247c080fa18a864435ce5, entries=150, sequenceid=133, filesize=11.9 K 2024-11-23T07:23:45,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/2cd073e7262d4322a3ec9028fdd02cb0 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/2cd073e7262d4322a3ec9028fdd02cb0 2024-11-23T07:23:45,325 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/2cd073e7262d4322a3ec9028fdd02cb0, entries=150, sequenceid=133, filesize=11.9 K 2024-11-23T07:23:45,328 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 62d96f5aa724093c5c27bad989346b98 in 755ms, sequenceid=133, compaction requested=false 2024-11-23T07:23:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:45,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-23T07:23:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-23T07:23:45,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-23T07:23:45,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5970 sec 2024-11-23T07:23:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:45,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T07:23:45,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:45,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:45,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:45,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:45,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:45,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:45,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.6030 sec 2024-11-23T07:23:45,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112385c119a0b41b4a81a81a503216956e99_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346624714/Put/seqid=0 2024-11-23T07:23:45,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346685365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346685367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346685368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346685373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346685374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742300_1476 (size=12304) 2024-11-23T07:23:45,409 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:45,416 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112385c119a0b41b4a81a81a503216956e99_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112385c119a0b41b4a81a81a503216956e99_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:45,417 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/46d4b8eb84934324842b59932a92d5c3, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:45,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/46d4b8eb84934324842b59932a92d5c3 is 175, key is test_row_0/A:col10/1732346624714/Put/seqid=0 2024-11-23T07:23:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742301_1477 (size=31105) 2024-11-23T07:23:45,460 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/46d4b8eb84934324842b59932a92d5c3 2024-11-23T07:23:45,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/fcb94db2be7b4dfb859b73f0b2ed6794 is 50, key is test_row_0/B:col10/1732346624714/Put/seqid=0 2024-11-23T07:23:45,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346685475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346685480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346685483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346685486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346685486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742302_1478 (size=12151) 2024-11-23T07:23:45,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/fcb94db2be7b4dfb859b73f0b2ed6794 2024-11-23T07:23:45,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/0fe9f1a0c50e4b949a7293a4d37a2290 is 50, key is test_row_0/C:col10/1732346624714/Put/seqid=0 2024-11-23T07:23:45,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742303_1479 (size=12151) 2024-11-23T07:23:45,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/0fe9f1a0c50e4b949a7293a4d37a2290 2024-11-23T07:23:45,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/46d4b8eb84934324842b59932a92d5c3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/46d4b8eb84934324842b59932a92d5c3 2024-11-23T07:23:45,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/46d4b8eb84934324842b59932a92d5c3, entries=150, sequenceid=156, filesize=30.4 K 2024-11-23T07:23:45,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/fcb94db2be7b4dfb859b73f0b2ed6794 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fcb94db2be7b4dfb859b73f0b2ed6794 2024-11-23T07:23:45,579 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/1b139375c4764590a1e23dd6d3ba7043 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1b139375c4764590a1e23dd6d3ba7043 2024-11-23T07:23:45,586 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/A of 62d96f5aa724093c5c27bad989346b98 into 1b139375c4764590a1e23dd6d3ba7043(size=30.5 K), total size for store is 91.2 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-23T07:23:45,586 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:45,586 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/A, priority=13, startTime=1732346624566; duration=1sec 2024-11-23T07:23:45,586 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:45,586 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:A 2024-11-23T07:23:45,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fcb94db2be7b4dfb859b73f0b2ed6794, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T07:23:45,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/0fe9f1a0c50e4b949a7293a4d37a2290 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/0fe9f1a0c50e4b949a7293a4d37a2290 2024-11-23T07:23:45,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/0fe9f1a0c50e4b949a7293a4d37a2290, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T07:23:45,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 62d96f5aa724093c5c27bad989346b98 in 265ms, sequenceid=156, compaction requested=true 2024-11-23T07:23:45,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:45,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:45,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:45,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:45,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:45,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:45,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:45,602 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:45,602 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:45,603 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:45,603 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/B is initiating minor compaction (all files) 2024-11-23T07:23:45,603 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/B in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:45,603 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/377dfc43e7f347ccb855df1d657c8ebf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/31c73b6595d247c080fa18a864435ce5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fcb94db2be7b4dfb859b73f0b2ed6794] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=35.7 K 2024-11-23T07:23:45,604 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:45,605 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/A is initiating minor compaction (all files) 2024-11-23T07:23:45,605 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/A in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:45,605 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1b139375c4764590a1e23dd6d3ba7043, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4e793bb0d14747dba9df89b1799b482c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/46d4b8eb84934324842b59932a92d5c3] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=91.2 K 2024-11-23T07:23:45,605 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:45,605 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1b139375c4764590a1e23dd6d3ba7043, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4e793bb0d14747dba9df89b1799b482c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/46d4b8eb84934324842b59932a92d5c3] 2024-11-23T07:23:45,605 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 377dfc43e7f347ccb855df1d657c8ebf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732346623691 2024-11-23T07:23:45,605 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31c73b6595d247c080fa18a864435ce5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732346624347 2024-11-23T07:23:45,606 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b139375c4764590a1e23dd6d3ba7043, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732346623691 2024-11-23T07:23:45,606 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcb94db2be7b4dfb859b73f0b2ed6794, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732346624710 2024-11-23T07:23:45,606 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e793bb0d14747dba9df89b1799b482c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732346624347 2024-11-23T07:23:45,607 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 46d4b8eb84934324842b59932a92d5c3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732346624710 2024-11-23T07:23:45,625 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:45,626 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/d61623fa338c4681946b99dbabde7993 is 50, key is test_row_0/B:col10/1732346624714/Put/seqid=0 2024-11-23T07:23:45,627 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:45,646 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123767f374619304493b3be0fac9e8d07ba_62d96f5aa724093c5c27bad989346b98 store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:45,649 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123767f374619304493b3be0fac9e8d07ba_62d96f5aa724093c5c27bad989346b98, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:45,650 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123767f374619304493b3be0fac9e8d07ba_62d96f5aa724093c5c27bad989346b98 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:45,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742304_1480 (size=12493) 2024-11-23T07:23:45,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T07:23:45,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:45,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:45,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:45,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:45,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:45,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:45,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742305_1481 (size=4469) 2024-11-23T07:23:45,713 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#A#compaction#412 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:45,714 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/f8fb7c3d23c546e494132280bc1aae85 is 175, key is test_row_0/A:col10/1732346624714/Put/seqid=0 2024-11-23T07:23:45,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112351ea85b8614f49f29d701276aaf2bc75_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346625698/Put/seqid=0 2024-11-23T07:23:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742306_1482 (size=31447) 2024-11-23T07:23:45,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742307_1483 (size=14794) 2024-11-23T07:23:45,748 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:45,754 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112351ea85b8614f49f29d701276aaf2bc75_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112351ea85b8614f49f29d701276aaf2bc75_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:45,755 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/73bfc885593b4ec2b415b3c942497ef5, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:45,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/73bfc885593b4ec2b415b3c942497ef5 is 175, key is test_row_0/A:col10/1732346625698/Put/seqid=0 2024-11-23T07:23:45,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346685761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346685762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346685762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346685764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346685766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742308_1484 (size=39749) 2024-11-23T07:23:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346685870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346685873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346685873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346685880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:45,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346685880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,077 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/d61623fa338c4681946b99dbabde7993 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/d61623fa338c4681946b99dbabde7993 2024-11-23T07:23:46,084 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/B of 62d96f5aa724093c5c27bad989346b98 into d61623fa338c4681946b99dbabde7993(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:46,084 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:46,084 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/B, priority=13, startTime=1732346625601; duration=0sec 2024-11-23T07:23:46,084 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:46,084 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:B 2024-11-23T07:23:46,084 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:46,085 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:46,085 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/C is initiating minor compaction (all files) 2024-11-23T07:23:46,085 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/C in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:46,085 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/829de8477b6446488c3faeccd0b24892, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/2cd073e7262d4322a3ec9028fdd02cb0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/0fe9f1a0c50e4b949a7293a4d37a2290] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=35.7 K 2024-11-23T07:23:46,086 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 829de8477b6446488c3faeccd0b24892, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732346623691 2024-11-23T07:23:46,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,086 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cd073e7262d4322a3ec9028fdd02cb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732346624347 2024-11-23T07:23:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346686078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346686079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,087 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fe9f1a0c50e4b949a7293a4d37a2290, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732346624710 2024-11-23T07:23:46,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346686079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,094 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:46,094 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/3635910ddf16494f90e10b5b6cb68e51 is 50, key is test_row_0/C:col10/1732346624714/Put/seqid=0 2024-11-23T07:23:46,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346686090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346686090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742309_1485 (size=12493) 2024-11-23T07:23:46,130 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/3635910ddf16494f90e10b5b6cb68e51 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/3635910ddf16494f90e10b5b6cb68e51 2024-11-23T07:23:46,139 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/C of 62d96f5aa724093c5c27bad989346b98 into 3635910ddf16494f90e10b5b6cb68e51(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:46,139 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:46,139 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/C, priority=13, startTime=1732346625601; duration=0sec 2024-11-23T07:23:46,139 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:46,139 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:C 2024-11-23T07:23:46,148 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/f8fb7c3d23c546e494132280bc1aae85 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/f8fb7c3d23c546e494132280bc1aae85 2024-11-23T07:23:46,154 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/A of 62d96f5aa724093c5c27bad989346b98 into f8fb7c3d23c546e494132280bc1aae85(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:46,154 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:46,154 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/A, priority=13, startTime=1732346625601; duration=0sec 2024-11-23T07:23:46,154 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:46,154 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:A 2024-11-23T07:23:46,184 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/73bfc885593b4ec2b415b3c942497ef5 2024-11-23T07:23:46,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/16cd55b221114a2394ecf5b070975634 is 50, key is test_row_0/B:col10/1732346625698/Put/seqid=0 2024-11-23T07:23:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742310_1486 (size=12151) 2024-11-23T07:23:46,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/16cd55b221114a2394ecf5b070975634 2024-11-23T07:23:46,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/9c7c7f0dca7d438b8e9d4e39840b9230 is 50, key is test_row_0/C:col10/1732346625698/Put/seqid=0 2024-11-23T07:23:46,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742311_1487 (size=12151) 2024-11-23T07:23:46,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346686388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346686388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346686389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346686397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346686399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/9c7c7f0dca7d438b8e9d4e39840b9230 2024-11-23T07:23:46,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/73bfc885593b4ec2b415b3c942497ef5 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/73bfc885593b4ec2b415b3c942497ef5 2024-11-23T07:23:46,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/73bfc885593b4ec2b415b3c942497ef5, entries=200, sequenceid=173, filesize=38.8 K 2024-11-23T07:23:46,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/16cd55b221114a2394ecf5b070975634 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/16cd55b221114a2394ecf5b070975634 2024-11-23T07:23:46,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/16cd55b221114a2394ecf5b070975634, entries=150, sequenceid=173, filesize=11.9 K 2024-11-23T07:23:46,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/9c7c7f0dca7d438b8e9d4e39840b9230 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/9c7c7f0dca7d438b8e9d4e39840b9230 2024-11-23T07:23:46,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/9c7c7f0dca7d438b8e9d4e39840b9230, entries=150, sequenceid=173, filesize=11.9 K 2024-11-23T07:23:46,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 62d96f5aa724093c5c27bad989346b98 in 1023ms, sequenceid=173, compaction requested=false 2024-11-23T07:23:46,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T07:23:46,840 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-23T07:23:46,843 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-23T07:23:46,847 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T07:23:46,848 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:46,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:46,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T07:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:46,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231059fc6605f94923950f2ea0ce046a53_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346626897/Put/seqid=0 2024-11-23T07:23:46,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346686915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346686916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346686921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346686923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346686927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T07:23:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742312_1488 (size=14794) 2024-11-23T07:23:46,955 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:46,965 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411231059fc6605f94923950f2ea0ce046a53_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231059fc6605f94923950f2ea0ce046a53_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:46,970 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/6c1ea4a6905e46e1af38f45b82f71bf6, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:46,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/6c1ea4a6905e46e1af38f45b82f71bf6 is 175, key is test_row_0/A:col10/1732346626897/Put/seqid=0 2024-11-23T07:23:46,999 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T07:23:47,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:47,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:47,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:47,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742313_1489 (size=39749) 2024-11-23T07:23:47,012 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/6c1ea4a6905e46e1af38f45b82f71bf6 2024-11-23T07:23:47,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/e06e5114e2ad4f0a9981b900cac0e064 is 50, key is test_row_0/B:col10/1732346626897/Put/seqid=0 2024-11-23T07:23:47,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346687028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346687029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346687033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346687033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346687040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742314_1490 (size=12151) 2024-11-23T07:23:47,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/e06e5114e2ad4f0a9981b900cac0e064 2024-11-23T07:23:47,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/7368d68f6ee849969d1092a381710980 is 50, key is test_row_0/C:col10/1732346626897/Put/seqid=0 2024-11-23T07:23:47,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742315_1491 (size=12151) 2024-11-23T07:23:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T07:23:47,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/7368d68f6ee849969d1092a381710980 2024-11-23T07:23:47,156 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T07:23:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:47,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/6c1ea4a6905e46e1af38f45b82f71bf6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/6c1ea4a6905e46e1af38f45b82f71bf6 2024-11-23T07:23:47,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/6c1ea4a6905e46e1af38f45b82f71bf6, entries=200, sequenceid=197, filesize=38.8 K 2024-11-23T07:23:47,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/e06e5114e2ad4f0a9981b900cac0e064 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e06e5114e2ad4f0a9981b900cac0e064 2024-11-23T07:23:47,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e06e5114e2ad4f0a9981b900cac0e064, entries=150, sequenceid=197, filesize=11.9 K 2024-11-23T07:23:47,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/7368d68f6ee849969d1092a381710980 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/7368d68f6ee849969d1092a381710980 2024-11-23T07:23:47,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/7368d68f6ee849969d1092a381710980, entries=150, sequenceid=197, filesize=11.9 K 2024-11-23T07:23:47,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 62d96f5aa724093c5c27bad989346b98 in 301ms, sequenceid=197, compaction requested=true 2024-11-23T07:23:47,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:47,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:47,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:47,199 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:47,200 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:47,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:47,202 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:47,202 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/B is initiating minor compaction (all files) 2024-11-23T07:23:47,202 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/B in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,202 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/d61623fa338c4681946b99dbabde7993, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/16cd55b221114a2394ecf5b070975634, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e06e5114e2ad4f0a9981b900cac0e064] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=35.9 K 2024-11-23T07:23:47,202 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:47,202 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/A is initiating minor compaction (all files) 2024-11-23T07:23:47,202 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/A in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,202 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/f8fb7c3d23c546e494132280bc1aae85, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/73bfc885593b4ec2b415b3c942497ef5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/6c1ea4a6905e46e1af38f45b82f71bf6] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=108.3 K 2024-11-23T07:23:47,202 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,202 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/f8fb7c3d23c546e494132280bc1aae85, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/73bfc885593b4ec2b415b3c942497ef5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/6c1ea4a6905e46e1af38f45b82f71bf6] 2024-11-23T07:23:47,203 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting d61623fa338c4681946b99dbabde7993, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732346624710 2024-11-23T07:23:47,203 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8fb7c3d23c546e494132280bc1aae85, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732346624710 2024-11-23T07:23:47,203 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 16cd55b221114a2394ecf5b070975634, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732346625366 2024-11-23T07:23:47,204 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73bfc885593b4ec2b415b3c942497ef5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732346625365 2024-11-23T07:23:47,204 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e06e5114e2ad4f0a9981b900cac0e064, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732346625760 2024-11-23T07:23:47,204 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c1ea4a6905e46e1af38f45b82f71bf6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732346625760 2024-11-23T07:23:47,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:47,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:47,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:47,226 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#B#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:47,227 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/8ecc4c45dd054f208541261c8ecd907f is 50, key is test_row_0/B:col10/1732346626897/Put/seqid=0 2024-11-23T07:23:47,236 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:47,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T07:23:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:47,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:47,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:47,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:47,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:47,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:47,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:47,254 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123352f012e83da4ea187645cae045873d8_62d96f5aa724093c5c27bad989346b98 store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:47,257 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123352f012e83da4ea187645cae045873d8_62d96f5aa724093c5c27bad989346b98, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:47,258 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123352f012e83da4ea187645cae045873d8_62d96f5aa724093c5c27bad989346b98 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:47,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742316_1492 (size=12595) 2024-11-23T07:23:47,277 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/8ecc4c45dd054f208541261c8ecd907f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/8ecc4c45dd054f208541261c8ecd907f 2024-11-23T07:23:47,285 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/B of 62d96f5aa724093c5c27bad989346b98 into 8ecc4c45dd054f208541261c8ecd907f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:47,285 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:47,285 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/B, priority=13, startTime=1732346627199; duration=0sec 2024-11-23T07:23:47,285 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:47,285 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:B 2024-11-23T07:23:47,285 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:47,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234d5b7df79ab049dda7414200cd81c99b_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346626924/Put/seqid=0 2024-11-23T07:23:47,288 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:47,288 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/C is initiating minor compaction (all files) 2024-11-23T07:23:47,288 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/C in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,288 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/3635910ddf16494f90e10b5b6cb68e51, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/9c7c7f0dca7d438b8e9d4e39840b9230, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/7368d68f6ee849969d1092a381710980] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=35.9 K 2024-11-23T07:23:47,288 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 3635910ddf16494f90e10b5b6cb68e51, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732346624710 2024-11-23T07:23:47,289 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c7c7f0dca7d438b8e9d4e39840b9230, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732346625366 2024-11-23T07:23:47,289 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 7368d68f6ee849969d1092a381710980, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732346625760 2024-11-23T07:23:47,305 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#C#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:47,306 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/47bcb0ee52d541b3b795ce48027a4d55 is 50, key is test_row_0/C:col10/1732346626897/Put/seqid=0 2024-11-23T07:23:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742317_1493 (size=4469) 2024-11-23T07:23:47,308 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#A#compaction#421 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:47,309 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/955b14e358774bf6a5b5dab3e6206d4d is 175, key is test_row_0/A:col10/1732346626897/Put/seqid=0 2024-11-23T07:23:47,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346687301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,311 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T07:23:47,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:47,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:47,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346687304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346687305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346687307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742318_1494 (size=17284) 2024-11-23T07:23:47,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346687304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,334 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:47,339 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234d5b7df79ab049dda7414200cd81c99b_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d5b7df79ab049dda7414200cd81c99b_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:47,340 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/1e28871cb82247a69fbbb68d40c60467, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:47,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/1e28871cb82247a69fbbb68d40c60467 is 175, key is test_row_0/A:col10/1732346626924/Put/seqid=0 2024-11-23T07:23:47,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742319_1495 (size=12595) 2024-11-23T07:23:47,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742320_1496 (size=31549) 2024-11-23T07:23:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346687413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742321_1497 (size=48389) 2024-11-23T07:23:47,422 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/1e28871cb82247a69fbbb68d40c60467 2024-11-23T07:23:47,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346687425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346687425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346687428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346687434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/5416c40fbba54edf9b0313167cd77f72 is 50, key is test_row_0/B:col10/1732346626924/Put/seqid=0 2024-11-23T07:23:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T07:23:47,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T07:23:47,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:47,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:47,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:47,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742322_1498 (size=12151) 2024-11-23T07:23:47,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/5416c40fbba54edf9b0313167cd77f72 2024-11-23T07:23:47,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/d7230a368296466290e9000b19e3c86f is 50, key is test_row_0/C:col10/1732346626924/Put/seqid=0 2024-11-23T07:23:47,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742323_1499 (size=12151) 2024-11-23T07:23:47,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/d7230a368296466290e9000b19e3c86f 2024-11-23T07:23:47,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/1e28871cb82247a69fbbb68d40c60467 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1e28871cb82247a69fbbb68d40c60467 2024-11-23T07:23:47,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1e28871cb82247a69fbbb68d40c60467, entries=250, sequenceid=214, filesize=47.3 K 2024-11-23T07:23:47,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/5416c40fbba54edf9b0313167cd77f72 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/5416c40fbba54edf9b0313167cd77f72 2024-11-23T07:23:47,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/5416c40fbba54edf9b0313167cd77f72, entries=150, sequenceid=214, filesize=11.9 K 2024-11-23T07:23:47,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/d7230a368296466290e9000b19e3c86f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d7230a368296466290e9000b19e3c86f 2024-11-23T07:23:47,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d7230a368296466290e9000b19e3c86f, entries=150, sequenceid=214, filesize=11.9 K 2024-11-23T07:23:47,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 62d96f5aa724093c5c27bad989346b98 in 337ms, sequenceid=214, compaction requested=false 2024-11-23T07:23:47,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:47,617 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T07:23:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:47,619 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T07:23:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:47,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:47,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123056fe70630e94c57b9feaec4c355744a_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346627301/Put/seqid=0 2024-11-23T07:23:47,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346687663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346687664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346687666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346687667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346687668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742324_1500 (size=12304) 2024-11-23T07:23:47,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:47,709 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123056fe70630e94c57b9feaec4c355744a_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123056fe70630e94c57b9feaec4c355744a_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:47,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/5b4820a961164f94a91631387e2c8a7d, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:47,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/5b4820a961164f94a91631387e2c8a7d is 175, key is test_row_0/A:col10/1732346627301/Put/seqid=0 2024-11-23T07:23:47,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742325_1501 (size=31105) 2024-11-23T07:23:47,780 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/47bcb0ee52d541b3b795ce48027a4d55 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/47bcb0ee52d541b3b795ce48027a4d55 2024-11-23T07:23:47,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346687777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,788 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/C of 62d96f5aa724093c5c27bad989346b98 into 47bcb0ee52d541b3b795ce48027a4d55(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:47,788 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:47,788 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/C, priority=13, startTime=1732346627211; duration=0sec 2024-11-23T07:23:47,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,788 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:47,788 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:C 2024-11-23T07:23:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346687777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346687782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346687782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346687782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:47,803 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/955b14e358774bf6a5b5dab3e6206d4d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/955b14e358774bf6a5b5dab3e6206d4d 2024-11-23T07:23:47,808 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/A of 62d96f5aa724093c5c27bad989346b98 into 955b14e358774bf6a5b5dab3e6206d4d(size=30.8 K), total size for store is 78.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:47,808 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:47,808 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/A, priority=13, startTime=1732346627199; duration=0sec 2024-11-23T07:23:47,808 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:47,808 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:A 2024-11-23T07:23:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T07:23:47,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346687989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346687995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346687995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346687995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346687995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,166 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/5b4820a961164f94a91631387e2c8a7d 2024-11-23T07:23:48,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/12b978df7c944824a5223cb80adb9b27 is 50, key is test_row_0/B:col10/1732346627301/Put/seqid=0 2024-11-23T07:23:48,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742326_1502 (size=12151) 2024-11-23T07:23:48,195 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/12b978df7c944824a5223cb80adb9b27 2024-11-23T07:23:48,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/a6fb5bbb9f9d4ad88dd3eac740f092e7 is 50, key is test_row_0/C:col10/1732346627301/Put/seqid=0 2024-11-23T07:23:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742327_1503 (size=12151) 2024-11-23T07:23:48,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346688301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346688303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346688304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346688305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346688317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,624 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/a6fb5bbb9f9d4ad88dd3eac740f092e7 2024-11-23T07:23:48,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/5b4820a961164f94a91631387e2c8a7d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5b4820a961164f94a91631387e2c8a7d 2024-11-23T07:23:48,634 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5b4820a961164f94a91631387e2c8a7d, entries=150, sequenceid=235, filesize=30.4 K 2024-11-23T07:23:48,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/12b978df7c944824a5223cb80adb9b27 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/12b978df7c944824a5223cb80adb9b27 2024-11-23T07:23:48,641 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/12b978df7c944824a5223cb80adb9b27, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T07:23:48,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/a6fb5bbb9f9d4ad88dd3eac740f092e7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/a6fb5bbb9f9d4ad88dd3eac740f092e7 2024-11-23T07:23:48,645 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/a6fb5bbb9f9d4ad88dd3eac740f092e7, entries=150, sequenceid=235, filesize=11.9 K 2024-11-23T07:23:48,646 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 62d96f5aa724093c5c27bad989346b98 in 1027ms, sequenceid=235, compaction requested=true 2024-11-23T07:23:48,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:48,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:48,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-23T07:23:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-23T07:23:48,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-23T07:23:48,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8000 sec 2024-11-23T07:23:48,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.8070 sec 2024-11-23T07:23:48,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T07:23:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:48,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fe6a79311a5f4b91a3db2b2754ceb7ac_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346627667/Put/seqid=0 2024-11-23T07:23:48,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346688848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346688850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346688852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346688854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346688859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742328_1504 (size=14794) 2024-11-23T07:23:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T07:23:48,952 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-23T07:23:48,954 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-23T07:23:48,956 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:48,957 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T07:23:48,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:48,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346688960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346688961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346688967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346688967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:48,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346688970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T07:23:49,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T07:23:49,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:49,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346689170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346689171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346689172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346689172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346689181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T07:23:49,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T07:23:49,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:49,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,294 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:49,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fe6a79311a5f4b91a3db2b2754ceb7ac_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fe6a79311a5f4b91a3db2b2754ceb7ac_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:49,302 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/4ecf71bc84ba4848a829ace686bbad53, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:49,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/4ecf71bc84ba4848a829ace686bbad53 is 175, key is test_row_0/A:col10/1732346627667/Put/seqid=0 2024-11-23T07:23:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742329_1505 (size=39749) 2024-11-23T07:23:49,354 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/4ecf71bc84ba4848a829ace686bbad53 2024-11-23T07:23:49,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/e9de29303fe84749901b89db6a3b74da is 50, key is test_row_0/B:col10/1732346627667/Put/seqid=0 2024-11-23T07:23:49,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T07:23:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742330_1506 (size=12151) 2024-11-23T07:23:49,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/e9de29303fe84749901b89db6a3b74da 2024-11-23T07:23:49,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/2c8553d6e89343fb8bf331a9fe3e8cf9 is 50, key is test_row_0/C:col10/1732346627667/Put/seqid=0 2024-11-23T07:23:49,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742331_1507 (size=12151) 2024-11-23T07:23:49,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346689475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346689475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346689477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346689481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346689492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T07:23:49,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T07:23:49,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:49,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,725 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T07:23:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/2c8553d6e89343fb8bf331a9fe3e8cf9 2024-11-23T07:23:49,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/4ecf71bc84ba4848a829ace686bbad53 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4ecf71bc84ba4848a829ace686bbad53 2024-11-23T07:23:49,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4ecf71bc84ba4848a829ace686bbad53, entries=200, sequenceid=254, filesize=38.8 K 2024-11-23T07:23:49,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/e9de29303fe84749901b89db6a3b74da as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e9de29303fe84749901b89db6a3b74da 2024-11-23T07:23:49,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e9de29303fe84749901b89db6a3b74da, entries=150, sequenceid=254, filesize=11.9 K 2024-11-23T07:23:49,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/2c8553d6e89343fb8bf331a9fe3e8cf9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/2c8553d6e89343fb8bf331a9fe3e8cf9 2024-11-23T07:23:49,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:49,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T07:23:49,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:49,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:49,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/2c8553d6e89343fb8bf331a9fe3e8cf9, entries=150, sequenceid=254, filesize=11.9 K 2024-11-23T07:23:49,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 62d96f5aa724093c5c27bad989346b98 in 1066ms, sequenceid=254, compaction requested=true 2024-11-23T07:23:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:49,885 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:49,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:49,887 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150792 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:49,887 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/A is initiating minor compaction (all files) 2024-11-23T07:23:49,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:49,887 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/A in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,887 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:49,887 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/955b14e358774bf6a5b5dab3e6206d4d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1e28871cb82247a69fbbb68d40c60467, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5b4820a961164f94a91631387e2c8a7d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4ecf71bc84ba4848a829ace686bbad53] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=147.3 K 2024-11-23T07:23:49,887 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,887 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/955b14e358774bf6a5b5dab3e6206d4d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1e28871cb82247a69fbbb68d40c60467, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5b4820a961164f94a91631387e2c8a7d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4ecf71bc84ba4848a829ace686bbad53] 2024-11-23T07:23:49,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:49,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:49,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:49,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:49,888 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 955b14e358774bf6a5b5dab3e6206d4d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732346625760 2024-11-23T07:23:49,888 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e28871cb82247a69fbbb68d40c60467, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732346626911 2024-11-23T07:23:49,889 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b4820a961164f94a91631387e2c8a7d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732346627301 2024-11-23T07:23:49,889 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:49,889 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/B is initiating minor compaction (all files) 2024-11-23T07:23:49,889 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/B in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:49,889 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/8ecc4c45dd054f208541261c8ecd907f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/5416c40fbba54edf9b0313167cd77f72, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/12b978df7c944824a5223cb80adb9b27, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e9de29303fe84749901b89db6a3b74da] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=47.9 K 2024-11-23T07:23:49,889 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ecf71bc84ba4848a829ace686bbad53, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732346627649 2024-11-23T07:23:49,890 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ecc4c45dd054f208541261c8ecd907f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732346625760 2024-11-23T07:23:49,890 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 5416c40fbba54edf9b0313167cd77f72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732346626921 2024-11-23T07:23:49,891 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 12b978df7c944824a5223cb80adb9b27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732346627301 2024-11-23T07:23:49,891 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e9de29303fe84749901b89db6a3b74da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732346627662 2024-11-23T07:23:49,899 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:49,903 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#B#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:49,903 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/643181412a874aa59dccc6a65a9a0137 is 50, key is test_row_0/B:col10/1732346627667/Put/seqid=0 2024-11-23T07:23:49,904 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123ad53460483d941db8eb141a4e455209b_62d96f5aa724093c5c27bad989346b98 store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:49,907 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123ad53460483d941db8eb141a4e455209b_62d96f5aa724093c5c27bad989346b98, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:49,908 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ad53460483d941db8eb141a4e455209b_62d96f5aa724093c5c27bad989346b98 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742332_1508 (size=12731) 2024-11-23T07:23:49,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742333_1509 (size=4469) 2024-11-23T07:23:49,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T07:23:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:49,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:49,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:49,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:49,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:49,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:49,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:50,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235e147eb39571428db18bcbe5c04156ab_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346629994/Put/seqid=0 2024-11-23T07:23:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742334_1510 (size=12454) 2024-11-23T07:23:50,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346690017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,031 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,031 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346690019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T07:23:50,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346690019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:50,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:50,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346690020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:50,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:50,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346690022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:50,039 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235e147eb39571428db18bcbe5c04156ab_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235e147eb39571428db18bcbe5c04156ab_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:50,040 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/1fb0aaee0a444c7097714ca3f2db60d7, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:50,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/1fb0aaee0a444c7097714ca3f2db60d7 is 175, key is test_row_0/A:col10/1732346629994/Put/seqid=0 2024-11-23T07:23:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T07:23:50,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742335_1511 (size=31255) 2024-11-23T07:23:50,064 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/1fb0aaee0a444c7097714ca3f2db60d7 2024-11-23T07:23:50,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/fd2bd203da6f47dbaf201dc0e1b8f906 is 50, key is test_row_0/B:col10/1732346629994/Put/seqid=0 2024-11-23T07:23:50,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742336_1512 (size=12301) 2024-11-23T07:23:50,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/fd2bd203da6f47dbaf201dc0e1b8f906 2024-11-23T07:23:50,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/b715ac6e04cb4a82a4980a5d977f20d3 is 50, key is test_row_0/C:col10/1732346629994/Put/seqid=0 2024-11-23T07:23:50,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346690132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346690133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346690133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346690134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346690134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742337_1513 (size=12301) 2024-11-23T07:23:50,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/b715ac6e04cb4a82a4980a5d977f20d3 2024-11-23T07:23:50,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/1fb0aaee0a444c7097714ca3f2db60d7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1fb0aaee0a444c7097714ca3f2db60d7 2024-11-23T07:23:50,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1fb0aaee0a444c7097714ca3f2db60d7, entries=150, sequenceid=275, filesize=30.5 K 2024-11-23T07:23:50,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/fd2bd203da6f47dbaf201dc0e1b8f906 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fd2bd203da6f47dbaf201dc0e1b8f906 2024-11-23T07:23:50,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T07:23:50,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:50,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:50,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:50,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:50,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:50,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fd2bd203da6f47dbaf201dc0e1b8f906, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T07:23:50,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/b715ac6e04cb4a82a4980a5d977f20d3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b715ac6e04cb4a82a4980a5d977f20d3 2024-11-23T07:23:50,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b715ac6e04cb4a82a4980a5d977f20d3, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T07:23:50,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 62d96f5aa724093c5c27bad989346b98 in 204ms, sequenceid=275, compaction requested=true 2024-11-23T07:23:50,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:50,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:A, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:50,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T07:23:50,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:B, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:50,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-23T07:23:50,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:50,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T07:23:50,338 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T07:23:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:50,339 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T07:23:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:50,342 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/643181412a874aa59dccc6a65a9a0137 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/643181412a874aa59dccc6a65a9a0137 2024-11-23T07:23:50,346 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#A#compaction#432 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:50,346 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/051a9694e2bd4b299b6f0cff5d163c87 is 175, key is test_row_0/A:col10/1732346627667/Put/seqid=0 2024-11-23T07:23:50,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:50,354 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/B of 62d96f5aa724093c5c27bad989346b98 into 643181412a874aa59dccc6a65a9a0137(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:50,354 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:50,354 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/B, priority=12, startTime=1732346629887; duration=0sec 2024-11-23T07:23:50,354 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-23T07:23:50,354 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:B 2024-11-23T07:23:50,354 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-23T07:23:50,356 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T07:23:50,356 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T07:23:50,356 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. because compaction request was cancelled 2024-11-23T07:23:50,356 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:A 2024-11-23T07:23:50,356 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T07:23:50,358 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61349 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T07:23:50,358 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/C is initiating minor compaction (all files) 2024-11-23T07:23:50,358 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/C in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:50,358 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/47bcb0ee52d541b3b795ce48027a4d55, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d7230a368296466290e9000b19e3c86f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/a6fb5bbb9f9d4ad88dd3eac740f092e7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/2c8553d6e89343fb8bf331a9fe3e8cf9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b715ac6e04cb4a82a4980a5d977f20d3] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=59.9 K 2024-11-23T07:23:50,359 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 47bcb0ee52d541b3b795ce48027a4d55, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732346625760 2024-11-23T07:23:50,360 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting d7230a368296466290e9000b19e3c86f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732346626921 2024-11-23T07:23:50,360 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a6fb5bbb9f9d4ad88dd3eac740f092e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732346627301 2024-11-23T07:23:50,360 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c8553d6e89343fb8bf331a9fe3e8cf9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732346627662 2024-11-23T07:23:50,362 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b715ac6e04cb4a82a4980a5d977f20d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732346628850 2024-11-23T07:23:50,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123835d72f8d0ab4cfea5603f933f689175_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346630017/Put/seqid=0 2024-11-23T07:23:50,375 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#C#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:50,376 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/b39c6757dc1e4ee4a0c8f8bea712d896 is 50, key is test_row_0/C:col10/1732346629994/Put/seqid=0 2024-11-23T07:23:50,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742338_1514 (size=31685) 2024-11-23T07:23:50,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346690380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346690381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346690383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346690384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,401 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/051a9694e2bd4b299b6f0cff5d163c87 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/051a9694e2bd4b299b6f0cff5d163c87 2024-11-23T07:23:50,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742340_1516 (size=12915) 2024-11-23T07:23:50,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346690392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,410 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/A of 62d96f5aa724093c5c27bad989346b98 into 051a9694e2bd4b299b6f0cff5d163c87(size=30.9 K), total size for store is 61.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:50,410 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:50,410 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/A, priority=12, startTime=1732346629885; duration=0sec 2024-11-23T07:23:50,410 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T07:23:50,410 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:A 2024-11-23T07:23:50,410 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:B 2024-11-23T07:23:50,410 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-23T07:23:50,410 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T07:23:50,410 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T07:23:50,411 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. because compaction request was cancelled 2024-11-23T07:23:50,411 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:C 2024-11-23T07:23:50,411 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-23T07:23:50,413 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-23T07:23:50,413 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-23T07:23:50,413 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. because compaction request was cancelled 2024-11-23T07:23:50,413 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:B 2024-11-23T07:23:50,418 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/b39c6757dc1e4ee4a0c8f8bea712d896 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b39c6757dc1e4ee4a0c8f8bea712d896 2024-11-23T07:23:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742339_1515 (size=12454) 2024-11-23T07:23:50,423 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/C of 62d96f5aa724093c5c27bad989346b98 into b39c6757dc1e4ee4a0c8f8bea712d896(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:50,423 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:50,423 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/C, priority=11, startTime=1732346630199; duration=0sec 2024-11-23T07:23:50,423 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:50,423 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:C 2024-11-23T07:23:50,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346690494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346690494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346690496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346690497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346690504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346690700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346690700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346690700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346690702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346690712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:50,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:50,823 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123835d72f8d0ab4cfea5603f933f689175_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123835d72f8d0ab4cfea5603f933f689175_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:50,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/ddac6502e0c0477e9238b77d8ac216c7, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:50,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/ddac6502e0c0477e9238b77d8ac216c7 is 175, key is test_row_0/A:col10/1732346630017/Put/seqid=0 2024-11-23T07:23:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742341_1517 (size=31255) 2024-11-23T07:23:50,841 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/ddac6502e0c0477e9238b77d8ac216c7 2024-11-23T07:23:50,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/b89ad0c55957444f8d41d61e9aaf633e is 50, key is test_row_0/B:col10/1732346630017/Put/seqid=0 2024-11-23T07:23:50,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742342_1518 (size=12301) 2024-11-23T07:23:50,903 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/b89ad0c55957444f8d41d61e9aaf633e 2024-11-23T07:23:50,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/076c81ff8b7a4fdf93d40026c27a6439 is 50, key is test_row_0/C:col10/1732346630017/Put/seqid=0 2024-11-23T07:23:50,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742343_1519 (size=12301) 2024-11-23T07:23:50,938 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/076c81ff8b7a4fdf93d40026c27a6439 2024-11-23T07:23:50,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/ddac6502e0c0477e9238b77d8ac216c7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/ddac6502e0c0477e9238b77d8ac216c7 2024-11-23T07:23:50,948 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/ddac6502e0c0477e9238b77d8ac216c7, entries=150, sequenceid=290, filesize=30.5 K 2024-11-23T07:23:50,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/b89ad0c55957444f8d41d61e9aaf633e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/b89ad0c55957444f8d41d61e9aaf633e 2024-11-23T07:23:50,955 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/b89ad0c55957444f8d41d61e9aaf633e, entries=150, sequenceid=290, filesize=12.0 K 2024-11-23T07:23:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/076c81ff8b7a4fdf93d40026c27a6439 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/076c81ff8b7a4fdf93d40026c27a6439 2024-11-23T07:23:50,961 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/076c81ff8b7a4fdf93d40026c27a6439, entries=150, sequenceid=290, filesize=12.0 K 2024-11-23T07:23:50,962 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 62d96f5aa724093c5c27bad989346b98 in 623ms, sequenceid=290, compaction requested=true 2024-11-23T07:23:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-23T07:23:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-23T07:23:50,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-23T07:23:50,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0060 sec 2024-11-23T07:23:50,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.0110 sec 2024-11-23T07:23:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:51,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T07:23:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:51,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236297c2d16e4e40ce81f0a3626df42659_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346630363/Put/seqid=0 2024-11-23T07:23:51,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742344_1520 (size=14994) 2024-11-23T07:23:51,039 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:51,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346691029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346691030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346691031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346691032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346691034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,045 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236297c2d16e4e40ce81f0a3626df42659_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236297c2d16e4e40ce81f0a3626df42659_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:51,047 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/e6259a3fa38a4db29e58d3d7a728c358, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:51,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/e6259a3fa38a4db29e58d3d7a728c358 is 175, key is test_row_0/A:col10/1732346630363/Put/seqid=0 2024-11-23T07:23:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T07:23:51,063 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-23T07:23:51,065 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-23T07:23:51,068 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:51,069 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:51,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T07:23:51,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742345_1521 (size=39949) 2024-11-23T07:23:51,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/e6259a3fa38a4db29e58d3d7a728c358 2024-11-23T07:23:51,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/ab2ef1a3bf4548b4a7355df8ab40be33 is 50, key is test_row_0/B:col10/1732346630363/Put/seqid=0 2024-11-23T07:23:51,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742346_1522 (size=12301) 2024-11-23T07:23:51,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/ab2ef1a3bf4548b4a7355df8ab40be33 2024-11-23T07:23:51,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/b5dd7c7cb16047c89d8dcb6cca91d7b9 is 50, key is test_row_0/C:col10/1732346630363/Put/seqid=0 2024-11-23T07:23:51,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742347_1523 (size=12301) 2024-11-23T07:23:51,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/b5dd7c7cb16047c89d8dcb6cca91d7b9 2024-11-23T07:23:51,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/e6259a3fa38a4db29e58d3d7a728c358 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e6259a3fa38a4db29e58d3d7a728c358 2024-11-23T07:23:51,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346691142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346691143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346691143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e6259a3fa38a4db29e58d3d7a728c358, entries=200, sequenceid=315, filesize=39.0 K 2024-11-23T07:23:51,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/ab2ef1a3bf4548b4a7355df8ab40be33 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/ab2ef1a3bf4548b4a7355df8ab40be33 2024-11-23T07:23:51,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346691143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/ab2ef1a3bf4548b4a7355df8ab40be33, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T07:23:51,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/b5dd7c7cb16047c89d8dcb6cca91d7b9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b5dd7c7cb16047c89d8dcb6cca91d7b9 2024-11-23T07:23:51,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346691145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b5dd7c7cb16047c89d8dcb6cca91d7b9, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T07:23:51,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 62d96f5aa724093c5c27bad989346b98 in 153ms, sequenceid=315, compaction requested=true 2024-11-23T07:23:51,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:51,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:51,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:51,163 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:51,163 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:51,165 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:51,165 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/B is initiating minor compaction (all files) 2024-11-23T07:23:51,165 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/B in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:51,165 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/643181412a874aa59dccc6a65a9a0137, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fd2bd203da6f47dbaf201dc0e1b8f906, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/b89ad0c55957444f8d41d61e9aaf633e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/ab2ef1a3bf4548b4a7355df8ab40be33] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=48.5 K 2024-11-23T07:23:51,165 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134144 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:51,165 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 643181412a874aa59dccc6a65a9a0137, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732346627662 2024-11-23T07:23:51,165 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/A is initiating minor compaction (all files) 2024-11-23T07:23:51,165 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/A in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:51,165 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/051a9694e2bd4b299b6f0cff5d163c87, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1fb0aaee0a444c7097714ca3f2db60d7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/ddac6502e0c0477e9238b77d8ac216c7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e6259a3fa38a4db29e58d3d7a728c358] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=131 K 2024-11-23T07:23:51,166 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:51,166 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/051a9694e2bd4b299b6f0cff5d163c87, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1fb0aaee0a444c7097714ca3f2db60d7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/ddac6502e0c0477e9238b77d8ac216c7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e6259a3fa38a4db29e58d3d7a728c358] 2024-11-23T07:23:51,167 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting fd2bd203da6f47dbaf201dc0e1b8f906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732346628850 2024-11-23T07:23:51,167 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 051a9694e2bd4b299b6f0cff5d163c87, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732346627662 2024-11-23T07:23:51,167 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b89ad0c55957444f8d41d61e9aaf633e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732346630017 2024-11-23T07:23:51,167 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fb0aaee0a444c7097714ca3f2db60d7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732346628850 2024-11-23T07:23:51,167 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddac6502e0c0477e9238b77d8ac216c7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732346630017 2024-11-23T07:23:51,167 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting ab2ef1a3bf4548b4a7355df8ab40be33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732346630363 2024-11-23T07:23:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:51,168 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6259a3fa38a4db29e58d3d7a728c358, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732346630363 2024-11-23T07:23:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T07:23:51,184 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:51,196 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:51,196 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123fa485d642d2f437087b666b14fdf24a9_62d96f5aa724093c5c27bad989346b98 store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:51,198 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/3ab70dad29d441638175c9426fc194c6 is 50, key is test_row_0/B:col10/1732346630363/Put/seqid=0 2024-11-23T07:23:51,201 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123fa485d642d2f437087b666b14fdf24a9_62d96f5aa724093c5c27bad989346b98, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:51,201 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fa485d642d2f437087b666b14fdf24a9_62d96f5aa724093c5c27bad989346b98 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:51,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T07:23:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:51,222 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T07:23:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:51,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:51,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742349_1525 (size=4469) 2024-11-23T07:23:51,241 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#A#compaction#444 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:51,241 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/d9a07953676c46169d096ad59117488a is 175, key is test_row_0/A:col10/1732346630363/Put/seqid=0 2024-11-23T07:23:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742348_1524 (size=13017) 2024-11-23T07:23:51,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112318b242c4b2244830970cc0f9cc9e2ef2_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346631032/Put/seqid=0 2024-11-23T07:23:51,254 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/3ab70dad29d441638175c9426fc194c6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3ab70dad29d441638175c9426fc194c6 2024-11-23T07:23:51,260 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/B of 62d96f5aa724093c5c27bad989346b98 into 3ab70dad29d441638175c9426fc194c6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:51,260 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:51,260 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/B, priority=12, startTime=1732346631163; duration=0sec 2024-11-23T07:23:51,260 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:51,260 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:B 2024-11-23T07:23:51,260 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:51,262 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:51,262 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/C is initiating minor compaction (all files) 2024-11-23T07:23:51,262 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/C in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:51,263 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b39c6757dc1e4ee4a0c8f8bea712d896, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/076c81ff8b7a4fdf93d40026c27a6439, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b5dd7c7cb16047c89d8dcb6cca91d7b9] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=36.6 K 2024-11-23T07:23:51,263 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b39c6757dc1e4ee4a0c8f8bea712d896, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732346628850 2024-11-23T07:23:51,264 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 076c81ff8b7a4fdf93d40026c27a6439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732346630017 2024-11-23T07:23:51,264 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b5dd7c7cb16047c89d8dcb6cca91d7b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732346630363 2024-11-23T07:23:51,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742350_1526 (size=31971) 2024-11-23T07:23:51,293 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/d9a07953676c46169d096ad59117488a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d9a07953676c46169d096ad59117488a 2024-11-23T07:23:51,303 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/A of 62d96f5aa724093c5c27bad989346b98 into d9a07953676c46169d096ad59117488a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:51,303 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:51,303 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/A, priority=12, startTime=1732346631163; duration=0sec 2024-11-23T07:23:51,303 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:51,303 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:A 2024-11-23T07:23:51,306 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#C#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:51,307 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/dc338e88362c4b6880dca67e17078e58 is 50, key is test_row_0/C:col10/1732346630363/Put/seqid=0 2024-11-23T07:23:51,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742351_1527 (size=12454) 2024-11-23T07:23:51,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:51,328 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112318b242c4b2244830970cc0f9cc9e2ef2_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112318b242c4b2244830970cc0f9cc9e2ef2_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:51,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/e3149b2ac6f1415faeb5a87a69992939, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:51,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/e3149b2ac6f1415faeb5a87a69992939 is 175, key is test_row_0/A:col10/1732346631032/Put/seqid=0 2024-11-23T07:23:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:51,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:51,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742352_1528 (size=13017) 2024-11-23T07:23:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T07:23:51,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742353_1529 (size=31255) 2024-11-23T07:23:51,375 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/dc338e88362c4b6880dca67e17078e58 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/dc338e88362c4b6880dca67e17078e58 2024-11-23T07:23:51,376 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/e3149b2ac6f1415faeb5a87a69992939 2024-11-23T07:23:51,381 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/C of 62d96f5aa724093c5c27bad989346b98 into dc338e88362c4b6880dca67e17078e58(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:51,382 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:51,382 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/C, priority=13, startTime=1732346631168; duration=0sec 2024-11-23T07:23:51,382 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:51,382 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:C 2024-11-23T07:23:51,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/e1d8de67c4174fc6aca1a3fcf1da3d36 is 50, key is test_row_0/B:col10/1732346631032/Put/seqid=0 2024-11-23T07:23:51,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346691397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346691399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346691401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346691405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346691407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742354_1530 (size=12301) 2024-11-23T07:23:51,443 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/e1d8de67c4174fc6aca1a3fcf1da3d36 2024-11-23T07:23:51,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/338518fac7704c789f4a5d460af8dc9e is 50, key is test_row_0/C:col10/1732346631032/Put/seqid=0 2024-11-23T07:23:51,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346691509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742355_1531 (size=12301) 2024-11-23T07:23:51,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346691518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346691518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346691519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346691519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T07:23:51,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346691714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346691721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346691721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346691723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346691724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:51,915 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/338518fac7704c789f4a5d460af8dc9e 2024-11-23T07:23:51,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/e3149b2ac6f1415faeb5a87a69992939 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e3149b2ac6f1415faeb5a87a69992939 2024-11-23T07:23:51,926 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e3149b2ac6f1415faeb5a87a69992939, entries=150, sequenceid=329, filesize=30.5 K 2024-11-23T07:23:51,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/e1d8de67c4174fc6aca1a3fcf1da3d36 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e1d8de67c4174fc6aca1a3fcf1da3d36 2024-11-23T07:23:51,934 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e1d8de67c4174fc6aca1a3fcf1da3d36, entries=150, sequenceid=329, filesize=12.0 K 2024-11-23T07:23:51,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/338518fac7704c789f4a5d460af8dc9e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/338518fac7704c789f4a5d460af8dc9e 2024-11-23T07:23:51,949 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/338518fac7704c789f4a5d460af8dc9e, entries=150, sequenceid=329, filesize=12.0 K 2024-11-23T07:23:51,950 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 62d96f5aa724093c5c27bad989346b98 in 728ms, sequenceid=329, compaction requested=false 2024-11-23T07:23:51,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:51,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:51,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-23T07:23:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-23T07:23:51,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-23T07:23:51,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 882 msec 2024-11-23T07:23:51,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 889 msec 2024-11-23T07:23:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:52,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T07:23:52,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:52,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:52,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:52,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:52,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:52,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:52,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e37a682a9f2c4d738e0c6d48e22c35d0_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346632026/Put/seqid=0 2024-11-23T07:23:52,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346692048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346692049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346692051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346692053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346692055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742356_1532 (size=14994) 2024-11-23T07:23:52,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:52,083 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e37a682a9f2c4d738e0c6d48e22c35d0_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e37a682a9f2c4d738e0c6d48e22c35d0_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:52,085 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/eefebaad6a2645a7858f7e31a5aab13b, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:52,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/eefebaad6a2645a7858f7e31a5aab13b is 175, key is test_row_0/A:col10/1732346632026/Put/seqid=0 2024-11-23T07:23:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742357_1533 (size=39949) 2024-11-23T07:23:52,118 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/eefebaad6a2645a7858f7e31a5aab13b 2024-11-23T07:23:52,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/0edc6d16f3a44898a67698e798108e25 is 50, key is test_row_0/B:col10/1732346632026/Put/seqid=0 2024-11-23T07:23:52,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346692158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346692160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346692160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346692161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T07:23:52,173 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-23T07:23:52,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346692166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,175 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-23T07:23:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T07:23:52,177 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:52,178 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:52,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:52,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742358_1534 (size=12301) 2024-11-23T07:23:52,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/0edc6d16f3a44898a67698e798108e25 2024-11-23T07:23:52,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/65925d3f761545b69011de349c76970a is 50, key is test_row_0/C:col10/1732346632026/Put/seqid=0 2024-11-23T07:23:52,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742359_1535 (size=12301) 2024-11-23T07:23:52,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/65925d3f761545b69011de349c76970a 2024-11-23T07:23:52,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/eefebaad6a2645a7858f7e31a5aab13b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/eefebaad6a2645a7858f7e31a5aab13b 2024-11-23T07:23:52,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/eefebaad6a2645a7858f7e31a5aab13b, entries=200, sequenceid=355, filesize=39.0 K 2024-11-23T07:23:52,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/0edc6d16f3a44898a67698e798108e25 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/0edc6d16f3a44898a67698e798108e25 2024-11-23T07:23:52,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/0edc6d16f3a44898a67698e798108e25, entries=150, sequenceid=355, filesize=12.0 K 2024-11-23T07:23:52,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/65925d3f761545b69011de349c76970a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/65925d3f761545b69011de349c76970a 2024-11-23T07:23:52,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/65925d3f761545b69011de349c76970a, entries=150, sequenceid=355, filesize=12.0 K 2024-11-23T07:23:52,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 62d96f5aa724093c5c27bad989346b98 in 242ms, sequenceid=355, compaction requested=true 2024-11-23T07:23:52,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:52,272 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:52,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:52,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:52,272 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:52,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:52,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:52,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:52,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:52,275 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:52,275 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/B is initiating minor compaction (all files) 2024-11-23T07:23:52,275 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/B in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:52,275 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3ab70dad29d441638175c9426fc194c6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e1d8de67c4174fc6aca1a3fcf1da3d36, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/0edc6d16f3a44898a67698e798108e25] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=36.7 K 2024-11-23T07:23:52,276 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:52,276 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/A is initiating minor compaction (all files) 2024-11-23T07:23:52,276 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/A in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:52,276 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d9a07953676c46169d096ad59117488a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e3149b2ac6f1415faeb5a87a69992939, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/eefebaad6a2645a7858f7e31a5aab13b] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=100.8 K 2024-11-23T07:23:52,276 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:52,276 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d9a07953676c46169d096ad59117488a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e3149b2ac6f1415faeb5a87a69992939, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/eefebaad6a2645a7858f7e31a5aab13b] 2024-11-23T07:23:52,276 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ab70dad29d441638175c9426fc194c6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732346630363 2024-11-23T07:23:52,277 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9a07953676c46169d096ad59117488a, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732346630363 2024-11-23T07:23:52,277 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e1d8de67c4174fc6aca1a3fcf1da3d36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732346631030 2024-11-23T07:23:52,277 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3149b2ac6f1415faeb5a87a69992939, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732346631030 2024-11-23T07:23:52,278 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 0edc6d16f3a44898a67698e798108e25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732346631399 2024-11-23T07:23:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T07:23:52,278 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting eefebaad6a2645a7858f7e31a5aab13b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732346631395 2024-11-23T07:23:52,290 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:52,290 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/640f98c487d2490694a9aae8bc91049a is 50, key is test_row_0/B:col10/1732346632026/Put/seqid=0 2024-11-23T07:23:52,296 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:52,320 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123e9d819a4285145d0983597adb6648b6e_62d96f5aa724093c5c27bad989346b98 store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:52,322 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123e9d819a4285145d0983597adb6648b6e_62d96f5aa724093c5c27bad989346b98, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:52,322 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e9d819a4285145d0983597adb6648b6e_62d96f5aa724093c5c27bad989346b98 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:52,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T07:23:52,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:52,330 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:23:52,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:52,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:52,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:52,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:52,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:52,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:52,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742360_1536 (size=13119) 2024-11-23T07:23:52,366 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/640f98c487d2490694a9aae8bc91049a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/640f98c487d2490694a9aae8bc91049a 2024-11-23T07:23:52,373 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/B of 62d96f5aa724093c5c27bad989346b98 into 640f98c487d2490694a9aae8bc91049a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:52,373 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:52,373 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/B, priority=13, startTime=1732346632272; duration=0sec 2024-11-23T07:23:52,373 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:52,373 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:B 2024-11-23T07:23:52,373 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:23:52,374 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:23:52,374 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/C is initiating minor compaction (all files) 2024-11-23T07:23:52,375 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/C in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:52,375 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/dc338e88362c4b6880dca67e17078e58, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/338518fac7704c789f4a5d460af8dc9e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/65925d3f761545b69011de349c76970a] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=36.7 K 2024-11-23T07:23:52,375 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting dc338e88362c4b6880dca67e17078e58, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732346630363 2024-11-23T07:23:52,375 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 338518fac7704c789f4a5d460af8dc9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732346631030 2024-11-23T07:23:52,376 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 65925d3f761545b69011de349c76970a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732346631399 2024-11-23T07:23:52,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:52,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742361_1537 (size=4469) 2024-11-23T07:23:52,402 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#A#compaction#454 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:52,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d030258820134ef1a1c136a30d16dfd1_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346632049/Put/seqid=0 2024-11-23T07:23:52,403 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/5c2e4c617edd409d92e99df33ddf2bfb is 175, key is test_row_0/A:col10/1732346632026/Put/seqid=0 2024-11-23T07:23:52,406 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#C#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:52,406 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/4413af6833d0496cbcb59037baaa0c50 is 50, key is test_row_0/C:col10/1732346632026/Put/seqid=0 2024-11-23T07:23:52,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346692429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346692430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346692431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346692448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346692448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742362_1538 (size=32073) 2024-11-23T07:23:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T07:23:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742363_1539 (size=12454) 2024-11-23T07:23:52,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:52,523 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d030258820134ef1a1c136a30d16dfd1_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d030258820134ef1a1c136a30d16dfd1_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:52,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/161b40c04eee4b23adc2c64fedcdcc1b, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:52,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/161b40c04eee4b23adc2c64fedcdcc1b is 175, key is test_row_0/A:col10/1732346632049/Put/seqid=0 2024-11-23T07:23:52,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742364_1540 (size=13119) 2024-11-23T07:23:52,533 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/4413af6833d0496cbcb59037baaa0c50 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/4413af6833d0496cbcb59037baaa0c50 2024-11-23T07:23:52,544 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/C of 62d96f5aa724093c5c27bad989346b98 into 4413af6833d0496cbcb59037baaa0c50(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:52,544 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:52,544 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/C, priority=13, startTime=1732346632274; duration=0sec 2024-11-23T07:23:52,544 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:52,544 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:C 2024-11-23T07:23:52,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346692550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346692554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346692554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742365_1541 (size=31255) 2024-11-23T07:23:52,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346692564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346692566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346692764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346692764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346692764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T07:23:52,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346692780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346692781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:52,881 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/5c2e4c617edd409d92e99df33ddf2bfb as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5c2e4c617edd409d92e99df33ddf2bfb 2024-11-23T07:23:52,887 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/A of 62d96f5aa724093c5c27bad989346b98 into 5c2e4c617edd409d92e99df33ddf2bfb(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:52,887 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:52,887 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/A, priority=13, startTime=1732346632272; duration=0sec 2024-11-23T07:23:52,887 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:52,889 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:A 2024-11-23T07:23:52,968 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/161b40c04eee4b23adc2c64fedcdcc1b 2024-11-23T07:23:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/3cbf46e77f49474bbaac7a03ee631c98 is 50, key is test_row_0/B:col10/1732346632049/Put/seqid=0 2024-11-23T07:23:52,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742366_1542 (size=12301) 2024-11-23T07:23:53,000 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/3cbf46e77f49474bbaac7a03ee631c98 2024-11-23T07:23:53,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/6fd9f8d126d04d8e8782f21d0b9032ce is 50, key is test_row_0/C:col10/1732346632049/Put/seqid=0 2024-11-23T07:23:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742367_1543 (size=12301) 2024-11-23T07:23:53,063 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/6fd9f8d126d04d8e8782f21d0b9032ce 2024-11-23T07:23:53,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/161b40c04eee4b23adc2c64fedcdcc1b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/161b40c04eee4b23adc2c64fedcdcc1b 2024-11-23T07:23:53,073 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/161b40c04eee4b23adc2c64fedcdcc1b, entries=150, sequenceid=368, filesize=30.5 K 2024-11-23T07:23:53,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/3cbf46e77f49474bbaac7a03ee631c98 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3cbf46e77f49474bbaac7a03ee631c98 2024-11-23T07:23:53,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346693070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346693071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346693071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,079 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3cbf46e77f49474bbaac7a03ee631c98, entries=150, sequenceid=368, filesize=12.0 K 2024-11-23T07:23:53,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346693086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/6fd9f8d126d04d8e8782f21d0b9032ce as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/6fd9f8d126d04d8e8782f21d0b9032ce 2024-11-23T07:23:53,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346693087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,096 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/6fd9f8d126d04d8e8782f21d0b9032ce, entries=150, sequenceid=368, filesize=12.0 K 2024-11-23T07:23:53,098 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 62d96f5aa724093c5c27bad989346b98 in 768ms, sequenceid=368, compaction requested=false 2024-11-23T07:23:53,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:53,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:53,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-23T07:23:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-23T07:23:53,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-23T07:23:53,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 921 msec 2024-11-23T07:23:53,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 926 msec 2024-11-23T07:23:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T07:23:53,283 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-23T07:23:53,285 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-23T07:23:53,287 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:53,288 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:53,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T07:23:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T07:23:53,440 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-23T07:23:53,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:53,441 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:23:53,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:53,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:53,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:53,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:53,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:53,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:53,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237be619df548b4654b047967e6cc8b150_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346632446/Put/seqid=0 2024-11-23T07:23:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742368_1544 (size=12454) 2024-11-23T07:23:53,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:53,500 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237be619df548b4654b047967e6cc8b150_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237be619df548b4654b047967e6cc8b150_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:53,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/d7a2b615e3d146c8bb9b3f39ee380ce3, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:53,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/d7a2b615e3d146c8bb9b3f39ee380ce3 is 175, key is test_row_0/A:col10/1732346632446/Put/seqid=0 2024-11-23T07:23:53,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742369_1545 (size=31255) 2024-11-23T07:23:53,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T07:23:53,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346693596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346693598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346693600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346693602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346693601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346693703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346693711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346693712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346693712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346693712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T07:23:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346693910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346693921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346693921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346693923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346693922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:53,933 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/d7a2b615e3d146c8bb9b3f39ee380ce3 2024-11-23T07:23:53,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/9111d5ffc3d74f3fbc4bc95eff877097 is 50, key is test_row_0/B:col10/1732346632446/Put/seqid=0 2024-11-23T07:23:53,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742370_1546 (size=12301) 2024-11-23T07:23:54,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346694217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346694232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346694232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346694233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346694234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T07:23:54,395 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/9111d5ffc3d74f3fbc4bc95eff877097 2024-11-23T07:23:54,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/a13dd31189b44ec4bc4ca4b40161fc66 is 50, key is test_row_0/C:col10/1732346632446/Put/seqid=0 2024-11-23T07:23:54,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742371_1547 (size=12301) 2024-11-23T07:23:54,438 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/a13dd31189b44ec4bc4ca4b40161fc66 2024-11-23T07:23:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/d7a2b615e3d146c8bb9b3f39ee380ce3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d7a2b615e3d146c8bb9b3f39ee380ce3 2024-11-23T07:23:54,458 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d7a2b615e3d146c8bb9b3f39ee380ce3, entries=150, sequenceid=395, filesize=30.5 K 2024-11-23T07:23:54,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/9111d5ffc3d74f3fbc4bc95eff877097 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/9111d5ffc3d74f3fbc4bc95eff877097 2024-11-23T07:23:54,463 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/9111d5ffc3d74f3fbc4bc95eff877097, entries=150, sequenceid=395, filesize=12.0 K 2024-11-23T07:23:54,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/a13dd31189b44ec4bc4ca4b40161fc66 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/a13dd31189b44ec4bc4ca4b40161fc66 2024-11-23T07:23:54,470 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/a13dd31189b44ec4bc4ca4b40161fc66, entries=150, sequenceid=395, filesize=12.0 K 2024-11-23T07:23:54,471 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 62d96f5aa724093c5c27bad989346b98 in 1030ms, sequenceid=395, compaction requested=true 2024-11-23T07:23:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-23T07:23:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-23T07:23:54,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-23T07:23:54,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1850 sec 2024-11-23T07:23:54,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.1900 sec 2024-11-23T07:23:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:54,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:23:54,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:54,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:54,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:54,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:54,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:54,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:54,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237967ae757fcf4981b034b80eeccb5b23_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346633600/Put/seqid=0 2024-11-23T07:23:54,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742372_1548 (size=14994) 2024-11-23T07:23:54,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346694792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346694793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346694800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346694801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346694803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346694906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346694906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346694918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346694918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:54,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346694918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346695110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346695111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346695127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346695128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346695128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:55,183 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237967ae757fcf4981b034b80eeccb5b23_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237967ae757fcf4981b034b80eeccb5b23_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:55,184 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/38f238215c884a6ab93042ed8430ea27, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:55,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/38f238215c884a6ab93042ed8430ea27 is 175, key is test_row_0/A:col10/1732346633600/Put/seqid=0 2024-11-23T07:23:55,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742373_1549 (size=39949) 2024-11-23T07:23:55,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/38f238215c884a6ab93042ed8430ea27 2024-11-23T07:23:55,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/f8b6a53489ed4528ad957a84603a30a8 is 50, key is test_row_0/B:col10/1732346633600/Put/seqid=0 2024-11-23T07:23:55,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742374_1550 (size=12301) 2024-11-23T07:23:55,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/f8b6a53489ed4528ad957a84603a30a8 2024-11-23T07:23:55,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/1d72430808df427eb3b6c8354251211d is 50, key is test_row_0/C:col10/1732346633600/Put/seqid=0 2024-11-23T07:23:55,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742375_1551 (size=12301) 2024-11-23T07:23:55,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/1d72430808df427eb3b6c8354251211d 2024-11-23T07:23:55,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/38f238215c884a6ab93042ed8430ea27 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/38f238215c884a6ab93042ed8430ea27 2024-11-23T07:23:55,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/38f238215c884a6ab93042ed8430ea27, entries=200, sequenceid=408, filesize=39.0 K 2024-11-23T07:23:55,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/f8b6a53489ed4528ad957a84603a30a8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f8b6a53489ed4528ad957a84603a30a8 2024-11-23T07:23:55,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f8b6a53489ed4528ad957a84603a30a8, entries=150, sequenceid=408, filesize=12.0 K 2024-11-23T07:23:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/1d72430808df427eb3b6c8354251211d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/1d72430808df427eb3b6c8354251211d 2024-11-23T07:23:55,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/1d72430808df427eb3b6c8354251211d, entries=150, sequenceid=408, filesize=12.0 K 2024-11-23T07:23:55,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 62d96f5aa724093c5c27bad989346b98 in 553ms, sequenceid=408, compaction requested=true 2024-11-23T07:23:55,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:55,286 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:55,286 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:55,288 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:55,288 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/A is initiating minor compaction (all files) 2024-11-23T07:23:55,288 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/A in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:55,288 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5c2e4c617edd409d92e99df33ddf2bfb, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/161b40c04eee4b23adc2c64fedcdcc1b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d7a2b615e3d146c8bb9b3f39ee380ce3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/38f238215c884a6ab93042ed8430ea27] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=131.4 K 2024-11-23T07:23:55,288 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:55,288 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5c2e4c617edd409d92e99df33ddf2bfb, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/161b40c04eee4b23adc2c64fedcdcc1b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d7a2b615e3d146c8bb9b3f39ee380ce3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/38f238215c884a6ab93042ed8430ea27] 2024-11-23T07:23:55,288 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:55,288 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/B is initiating minor compaction (all files) 2024-11-23T07:23:55,288 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/B in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:55,288 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/640f98c487d2490694a9aae8bc91049a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3cbf46e77f49474bbaac7a03ee631c98, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/9111d5ffc3d74f3fbc4bc95eff877097, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f8b6a53489ed4528ad957a84603a30a8] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=48.8 K 2024-11-23T07:23:55,289 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c2e4c617edd409d92e99df33ddf2bfb, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732346631399 2024-11-23T07:23:55,289 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 640f98c487d2490694a9aae8bc91049a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732346631399 2024-11-23T07:23:55,290 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cbf46e77f49474bbaac7a03ee631c98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732346632047 2024-11-23T07:23:55,290 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 161b40c04eee4b23adc2c64fedcdcc1b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732346632047 2024-11-23T07:23:55,290 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9111d5ffc3d74f3fbc4bc95eff877097, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732346632426 2024-11-23T07:23:55,292 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7a2b615e3d146c8bb9b3f39ee380ce3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732346632426 2024-11-23T07:23:55,292 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting f8b6a53489ed4528ad957a84603a30a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732346633599 2024-11-23T07:23:55,292 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38f238215c884a6ab93042ed8430ea27, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732346633598 2024-11-23T07:23:55,323 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#B#compaction#465 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:55,324 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/f4338aa80d7244a181e773106efa7923 is 50, key is test_row_0/B:col10/1732346633600/Put/seqid=0 2024-11-23T07:23:55,330 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:55,340 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112301c9b9b2123443fb9597db649a4ee285_62d96f5aa724093c5c27bad989346b98 store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:55,342 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112301c9b9b2123443fb9597db649a4ee285_62d96f5aa724093c5c27bad989346b98, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:55,342 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112301c9b9b2123443fb9597db649a4ee285_62d96f5aa724093c5c27bad989346b98 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742376_1552 (size=13255) 2024-11-23T07:23:55,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742377_1553 (size=4469) 2024-11-23T07:23:55,384 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#A#compaction#466 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:55,385 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/795782fe40bb410cad732ae7f6e4b30a is 175, key is test_row_0/A:col10/1732346633600/Put/seqid=0 2024-11-23T07:23:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T07:23:55,393 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-23T07:23:55,404 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-23T07:23:55,406 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T07:23:55,407 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:55,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742378_1554 (size=32209) 2024-11-23T07:23:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:55,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:23:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:55,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e7b228e355fd42ffad6067d67f7d90a0_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346634792/Put/seqid=0 2024-11-23T07:23:55,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346695446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346695447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346695448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346695448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346695459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742379_1555 (size=14994) 2024-11-23T07:23:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T07:23:55,559 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T07:23:55,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:55,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:55,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:55,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:55,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:55,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346695561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346695562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346695562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346695562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346695572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T07:23:55,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T07:23:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:55,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:55,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:55,774 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/f4338aa80d7244a181e773106efa7923 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f4338aa80d7244a181e773106efa7923 2024-11-23T07:23:55,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346695771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346695774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346695774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346695775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,786 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/B of 62d96f5aa724093c5c27bad989346b98 into f4338aa80d7244a181e773106efa7923(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:55,786 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:55,786 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/B, priority=12, startTime=1732346635286; duration=0sec 2024-11-23T07:23:55,786 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:55,786 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:B 2024-11-23T07:23:55,786 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:23:55,788 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:23:55,788 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/C is initiating minor compaction (all files) 2024-11-23T07:23:55,788 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/C in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:55,788 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/4413af6833d0496cbcb59037baaa0c50, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/6fd9f8d126d04d8e8782f21d0b9032ce, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/a13dd31189b44ec4bc4ca4b40161fc66, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/1d72430808df427eb3b6c8354251211d] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=48.8 K 2024-11-23T07:23:55,790 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 4413af6833d0496cbcb59037baaa0c50, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732346631399 2024-11-23T07:23:55,790 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fd9f8d126d04d8e8782f21d0b9032ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732346632047 2024-11-23T07:23:55,790 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a13dd31189b44ec4bc4ca4b40161fc66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732346632426 2024-11-23T07:23:55,791 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d72430808df427eb3b6c8354251211d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732346633599 2024-11-23T07:23:55,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346695783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,813 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#C#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:55,814 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/9608e4603d7a40a18b4352673a0172f4 is 50, key is test_row_0/C:col10/1732346633600/Put/seqid=0 2024-11-23T07:23:55,821 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/795782fe40bb410cad732ae7f6e4b30a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/795782fe40bb410cad732ae7f6e4b30a 2024-11-23T07:23:55,826 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/A of 62d96f5aa724093c5c27bad989346b98 into 795782fe40bb410cad732ae7f6e4b30a(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:55,826 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:55,826 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/A, priority=12, startTime=1732346635285; duration=0sec 2024-11-23T07:23:55,826 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:55,826 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:A 2024-11-23T07:23:55,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742380_1556 (size=13255) 2024-11-23T07:23:55,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:55,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T07:23:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:55,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:55,879 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:55,884 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e7b228e355fd42ffad6067d67f7d90a0_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7b228e355fd42ffad6067d67f7d90a0_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:55,886 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/fe06db15a357441d8fec56a28b7ae1c2, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:55,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/fe06db15a357441d8fec56a28b7ae1c2 is 175, key is test_row_0/A:col10/1732346634792/Put/seqid=0 2024-11-23T07:23:55,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742381_1557 (size=39949) 2024-11-23T07:23:55,916 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=432, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/fe06db15a357441d8fec56a28b7ae1c2 2024-11-23T07:23:55,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/9055e6d9e2e04bf78ba224ba48306cba is 50, key is test_row_0/B:col10/1732346634792/Put/seqid=0 2024-11-23T07:23:55,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742382_1558 (size=12301) 2024-11-23T07:23:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T07:23:56,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T07:23:56,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:56,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:56,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:56,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:56,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:56,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346696083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346696085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346696086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346696087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346696092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T07:23:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:56,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:56,267 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/9608e4603d7a40a18b4352673a0172f4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/9608e4603d7a40a18b4352673a0172f4 2024-11-23T07:23:56,276 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/C of 62d96f5aa724093c5c27bad989346b98 into 9608e4603d7a40a18b4352673a0172f4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:56,276 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:56,276 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/C, priority=12, startTime=1732346635286; duration=0sec 2024-11-23T07:23:56,277 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:56,277 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:C 2024-11-23T07:23:56,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T07:23:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:56,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:56,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:56,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/9055e6d9e2e04bf78ba224ba48306cba 2024-11-23T07:23:56,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/e55d333b34bb4c938cd4dc60b40ccc85 is 50, key is test_row_0/C:col10/1732346634792/Put/seqid=0 2024-11-23T07:23:56,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742383_1559 (size=12301) 2024-11-23T07:23:56,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/e55d333b34bb4c938cd4dc60b40ccc85 2024-11-23T07:23:56,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/fe06db15a357441d8fec56a28b7ae1c2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fe06db15a357441d8fec56a28b7ae1c2 2024-11-23T07:23:56,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fe06db15a357441d8fec56a28b7ae1c2, entries=200, sequenceid=432, filesize=39.0 K 2024-11-23T07:23:56,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/9055e6d9e2e04bf78ba224ba48306cba as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/9055e6d9e2e04bf78ba224ba48306cba 2024-11-23T07:23:56,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/9055e6d9e2e04bf78ba224ba48306cba, entries=150, sequenceid=432, filesize=12.0 K 2024-11-23T07:23:56,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/e55d333b34bb4c938cd4dc60b40ccc85 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/e55d333b34bb4c938cd4dc60b40ccc85 2024-11-23T07:23:56,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/e55d333b34bb4c938cd4dc60b40ccc85, entries=150, sequenceid=432, filesize=12.0 K 2024-11-23T07:23:56,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 62d96f5aa724093c5c27bad989346b98 in 1007ms, sequenceid=432, compaction requested=false 2024-11-23T07:23:56,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:56,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-23T07:23:56,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:56,478 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:23:56,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:56,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:56,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:56,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:56,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:56,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T07:23:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112314c6324cb237405593c01e9a8551f8f9_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346635445/Put/seqid=0 2024-11-23T07:23:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742384_1560 (size=12454) 2024-11-23T07:23:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:56,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346696668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346696669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346696670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346696671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346696672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346696778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346696779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346696779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346696782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346696782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:56,935 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112314c6324cb237405593c01e9a8551f8f9_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112314c6324cb237405593c01e9a8551f8f9_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:56,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/7c532e7463844f6ebfffe2eed3c0b346, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/7c532e7463844f6ebfffe2eed3c0b346 is 175, key is test_row_0/A:col10/1732346635445/Put/seqid=0 2024-11-23T07:23:56,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742385_1561 (size=31255) 2024-11-23T07:23:56,955 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=447, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/7c532e7463844f6ebfffe2eed3c0b346 2024-11-23T07:23:56,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/f6d1f0300a1f407fae369cd16ff8d769 is 50, key is test_row_0/B:col10/1732346635445/Put/seqid=0 2024-11-23T07:23:56,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346696987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346696987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346696987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346696987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:56,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346696988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:57,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742386_1562 (size=12301) 2024-11-23T07:23:57,006 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/f6d1f0300a1f407fae369cd16ff8d769 2024-11-23T07:23:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/e90ba5dcf31647cb8d35f47748e8b081 is 50, key is test_row_0/C:col10/1732346635445/Put/seqid=0 2024-11-23T07:23:57,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742387_1563 (size=12301) 2024-11-23T07:23:57,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346697295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:57,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346697295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:57,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346697296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:57,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346697297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:57,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346697297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:57,462 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/e90ba5dcf31647cb8d35f47748e8b081 2024-11-23T07:23:57,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/7c532e7463844f6ebfffe2eed3c0b346 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/7c532e7463844f6ebfffe2eed3c0b346 2024-11-23T07:23:57,472 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/7c532e7463844f6ebfffe2eed3c0b346, entries=150, sequenceid=447, filesize=30.5 K 2024-11-23T07:23:57,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/f6d1f0300a1f407fae369cd16ff8d769 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f6d1f0300a1f407fae369cd16ff8d769 2024-11-23T07:23:57,481 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f6d1f0300a1f407fae369cd16ff8d769, entries=150, sequenceid=447, filesize=12.0 K 2024-11-23T07:23:57,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/e90ba5dcf31647cb8d35f47748e8b081 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/e90ba5dcf31647cb8d35f47748e8b081 2024-11-23T07:23:57,487 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/e90ba5dcf31647cb8d35f47748e8b081, entries=150, sequenceid=447, filesize=12.0 K 2024-11-23T07:23:57,488 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 62d96f5aa724093c5c27bad989346b98 in 1010ms, sequenceid=447, compaction requested=true 2024-11-23T07:23:57,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:57,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:57,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-23T07:23:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-23T07:23:57,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-23T07:23:57,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0850 sec 2024-11-23T07:23:57,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.0910 sec 2024-11-23T07:23:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-23T07:23:57,511 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-23T07:23:57,513 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-23T07:23:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T07:23:57,514 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:57,515 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:57,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T07:23:57,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:57,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-23T07:23:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:57,668 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T07:23:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:57,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238865790fcf8e40589d4607054c2cc270_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346636668/Put/seqid=0 2024-11-23T07:23:57,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742388_1564 (size=12454) 2024-11-23T07:23:57,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,742 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238865790fcf8e40589d4607054c2cc270_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238865790fcf8e40589d4607054c2cc270_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:57,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/018b6f61fc4e4b2dab281824b2650fb6, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/018b6f61fc4e4b2dab281824b2650fb6 is 175, key is test_row_0/A:col10/1732346636668/Put/seqid=0 2024-11-23T07:23:57,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742389_1565 (size=31255) 2024-11-23T07:23:57,761 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=472, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/018b6f61fc4e4b2dab281824b2650fb6 2024-11-23T07:23:57,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/5f3d6b1aa290431db8ffa8b6ffd55977 is 50, key is test_row_0/B:col10/1732346636668/Put/seqid=0 2024-11-23T07:23:57,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T07:23:57,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742390_1566 (size=12301) 2024-11-23T07:23:57,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346697818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:57,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346697819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:57,830 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/5f3d6b1aa290431db8ffa8b6ffd55977 2024-11-23T07:23:57,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346697822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:57,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346697823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:57,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346697823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:57,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/830a9b7aadfe4fb8885991043b6ff953 is 50, key is test_row_0/C:col10/1732346636668/Put/seqid=0 2024-11-23T07:23:57,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742391_1567 (size=12301) 2024-11-23T07:23:57,908 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/830a9b7aadfe4fb8885991043b6ff953 2024-11-23T07:23:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/018b6f61fc4e4b2dab281824b2650fb6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/018b6f61fc4e4b2dab281824b2650fb6 2024-11-23T07:23:57,919 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/018b6f61fc4e4b2dab281824b2650fb6, entries=150, sequenceid=472, filesize=30.5 K 2024-11-23T07:23:57,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/5f3d6b1aa290431db8ffa8b6ffd55977 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/5f3d6b1aa290431db8ffa8b6ffd55977 2024-11-23T07:23:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,926 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/5f3d6b1aa290431db8ffa8b6ffd55977, entries=150, sequenceid=472, filesize=12.0 K 2024-11-23T07:23:57,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/830a9b7aadfe4fb8885991043b6ff953 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/830a9b7aadfe4fb8885991043b6ff953 2024-11-23T07:23:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,935 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/830a9b7aadfe4fb8885991043b6ff953, entries=150, sequenceid=472, filesize=12.0 K 2024-11-23T07:23:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,937 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 62d96f5aa724093c5c27bad989346b98 in 269ms, sequenceid=472, compaction requested=true 2024-11-23T07:23:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:57,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-23T07:23:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-23T07:23:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-23T07:23:57,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 423 msec 2024-11-23T07:23:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 428 msec 2024-11-23T07:23:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:57,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:23:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123462c7ca7de86420fbb7331cd17ae56cb_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346637995/Put/seqid=0 2024-11-23T07:23:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742392_1568 (size=14994) 2024-11-23T07:23:58,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346698068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346698069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346698070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346698078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346698079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T07:23:58,117 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-23T07:23:58,118 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:23:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-23T07:23:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T07:23:58,120 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:23:58,120 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:23:58,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:23:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346698182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346698182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346698183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346698192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346698193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T07:23:58,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T07:23:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:58,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:58,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346698390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346698391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346698392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346698402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346698403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T07:23:58,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T07:23:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:58,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:23:58,453 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123462c7ca7de86420fbb7331cd17ae56cb_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123462c7ca7de86420fbb7331cd17ae56cb_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:23:58,455 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/233f395314a94337901bf51344f0f449, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:58,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/233f395314a94337901bf51344f0f449 is 175, key is test_row_0/A:col10/1732346637995/Put/seqid=0 2024-11-23T07:23:58,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742393_1569 (size=39949) 2024-11-23T07:23:58,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T07:23:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:58,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:58,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346698702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346698703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346698703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346698713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T07:23:58,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346698716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T07:23:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:58,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:58,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T07:23:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:58,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:58,891 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=485, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/233f395314a94337901bf51344f0f449 2024-11-23T07:23:58,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/c541dd5f462d44029a9d5e0fdedce17b is 50, key is test_row_0/B:col10/1732346637995/Put/seqid=0 2024-11-23T07:23:58,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742394_1570 (size=12301) 2024-11-23T07:23:59,040 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:59,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T07:23:59,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:59,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:59,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T07:23:59,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:59,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34870 deadline: 1732346699211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:59,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34898 deadline: 1732346699211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:59,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34860 deadline: 1732346699212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T07:23:59,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34928 deadline: 1732346699225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:59,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:23:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34878 deadline: 1732346699227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:59,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/c541dd5f462d44029a9d5e0fdedce17b 2024-11-23T07:23:59,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/816c8465e8d0422aab78dfe3e445da24 is 50, key is test_row_0/C:col10/1732346637995/Put/seqid=0 2024-11-23T07:23:59,347 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:59,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T07:23:59,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:59,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742395_1571 (size=12301) 2024-11-23T07:23:59,500 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:59,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T07:23:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T07:23:59,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:59,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T07:23:59,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:59,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/816c8465e8d0422aab78dfe3e445da24 2024-11-23T07:23:59,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/233f395314a94337901bf51344f0f449 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/233f395314a94337901bf51344f0f449 2024-11-23T07:23:59,806 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:59,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T07:23:59,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:23:59,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/233f395314a94337901bf51344f0f449, entries=200, sequenceid=485, filesize=39.0 K 2024-11-23T07:23:59,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:23:59,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/c541dd5f462d44029a9d5e0fdedce17b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/c541dd5f462d44029a9d5e0fdedce17b 2024-11-23T07:23:59,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/c541dd5f462d44029a9d5e0fdedce17b, entries=150, sequenceid=485, filesize=12.0 K 2024-11-23T07:23:59,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/816c8465e8d0422aab78dfe3e445da24 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/816c8465e8d0422aab78dfe3e445da24 2024-11-23T07:23:59,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/816c8465e8d0422aab78dfe3e445da24, entries=150, sequenceid=485, filesize=12.0 K 2024-11-23T07:23:59,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 62d96f5aa724093c5c27bad989346b98 in 1829ms, sequenceid=485, compaction requested=true 2024-11-23T07:23:59,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:59,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:23:59,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:59,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:23:59,827 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T07:23:59,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:59,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d96f5aa724093c5c27bad989346b98:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:23:59,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:59,827 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T07:23:59,828 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62459 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T07:23:59,828 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/B is initiating minor compaction (all files) 2024-11-23T07:23:59,829 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/B in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,829 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f4338aa80d7244a181e773106efa7923, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/9055e6d9e2e04bf78ba224ba48306cba, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f6d1f0300a1f407fae369cd16ff8d769, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/5f3d6b1aa290431db8ffa8b6ffd55977, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/c541dd5f462d44029a9d5e0fdedce17b] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=61.0 K 2024-11-23T07:23:59,829 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 174617 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T07:23:59,829 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/A is initiating minor compaction (all files) 2024-11-23T07:23:59,829 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/A in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,829 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting f4338aa80d7244a181e773106efa7923, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732346633599 2024-11-23T07:23:59,829 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/795782fe40bb410cad732ae7f6e4b30a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fe06db15a357441d8fec56a28b7ae1c2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/7c532e7463844f6ebfffe2eed3c0b346, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/018b6f61fc4e4b2dab281824b2650fb6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/233f395314a94337901bf51344f0f449] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=170.5 K 2024-11-23T07:23:59,829 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,829 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/795782fe40bb410cad732ae7f6e4b30a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fe06db15a357441d8fec56a28b7ae1c2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/7c532e7463844f6ebfffe2eed3c0b346, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/018b6f61fc4e4b2dab281824b2650fb6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/233f395314a94337901bf51344f0f449] 2024-11-23T07:23:59,829 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9055e6d9e2e04bf78ba224ba48306cba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732346634792 2024-11-23T07:23:59,831 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 795782fe40bb410cad732ae7f6e4b30a, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732346633599 2024-11-23T07:23:59,831 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting f6d1f0300a1f407fae369cd16ff8d769, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732346635444 2024-11-23T07:23:59,831 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe06db15a357441d8fec56a28b7ae1c2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732346634792 2024-11-23T07:23:59,831 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f3d6b1aa290431db8ffa8b6ffd55977, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732346636668 2024-11-23T07:23:59,832 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c532e7463844f6ebfffe2eed3c0b346, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732346635444 2024-11-23T07:23:59,832 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting c541dd5f462d44029a9d5e0fdedce17b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732346637817 2024-11-23T07:23:59,832 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 018b6f61fc4e4b2dab281824b2650fb6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732346636668 2024-11-23T07:23:59,833 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 233f395314a94337901bf51344f0f449, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732346637817 2024-11-23T07:23:59,857 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#B#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:59,858 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/db564132a78944a09a6c372352653064 is 50, key is test_row_0/B:col10/1732346637995/Put/seqid=0 2024-11-23T07:23:59,864 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:59,880 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123add530909f2d426787b284790285ee50_62d96f5aa724093c5c27bad989346b98 store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:59,884 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123add530909f2d426787b284790285ee50_62d96f5aa724093c5c27bad989346b98, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:59,884 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123add530909f2d426787b284790285ee50_62d96f5aa724093c5c27bad989346b98 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:23:59,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742396_1572 (size=13425) 2024-11-23T07:23:59,912 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/db564132a78944a09a6c372352653064 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/db564132a78944a09a6c372352653064 2024-11-23T07:23:59,917 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/B of 62d96f5aa724093c5c27bad989346b98 into db564132a78944a09a6c372352653064(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:59,917 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:59,917 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/B, priority=11, startTime=1732346639826; duration=0sec 2024-11-23T07:23:59,917 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:23:59,918 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:B 2024-11-23T07:23:59,918 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T07:23:59,920 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62459 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T07:23:59,920 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 62d96f5aa724093c5c27bad989346b98/C is initiating minor compaction (all files) 2024-11-23T07:23:59,920 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62d96f5aa724093c5c27bad989346b98/C in TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,920 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/9608e4603d7a40a18b4352673a0172f4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/e55d333b34bb4c938cd4dc60b40ccc85, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/e90ba5dcf31647cb8d35f47748e8b081, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/830a9b7aadfe4fb8885991043b6ff953, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/816c8465e8d0422aab78dfe3e445da24] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp, totalSize=61.0 K 2024-11-23T07:23:59,923 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9608e4603d7a40a18b4352673a0172f4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732346633599 2024-11-23T07:23:59,924 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e55d333b34bb4c938cd4dc60b40ccc85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732346634792 2024-11-23T07:23:59,924 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e90ba5dcf31647cb8d35f47748e8b081, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732346635444 2024-11-23T07:23:59,925 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 830a9b7aadfe4fb8885991043b6ff953, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732346636668 2024-11-23T07:23:59,925 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 816c8465e8d0422aab78dfe3e445da24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732346637817 2024-11-23T07:23:59,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742397_1573 (size=4469) 2024-11-23T07:23:59,932 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#A#compaction#481 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:59,932 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/0693d8163df44343a13edd956063152b is 175, key is test_row_0/A:col10/1732346637995/Put/seqid=0 2024-11-23T07:23:59,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:23:59,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-23T07:23:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:23:59,961 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T07:23:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:23:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:23:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:23:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:23:59,964 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d96f5aa724093c5c27bad989346b98#C#compaction#482 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:23:59,964 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/fa2a3d1e2792462fab236a35502a8a57 is 50, key is test_row_0/C:col10/1732346637995/Put/seqid=0 2024-11-23T07:23:59,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742398_1574 (size=32379) 2024-11-23T07:23:59,984 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/0693d8163df44343a13edd956063152b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/0693d8163df44343a13edd956063152b 2024-11-23T07:23:59,990 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/A of 62d96f5aa724093c5c27bad989346b98 into 0693d8163df44343a13edd956063152b(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:23:59,990 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:23:59,990 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/A, priority=11, startTime=1732346639826; duration=0sec 2024-11-23T07:23:59,990 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:23:59,990 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:A 2024-11-23T07:23:59,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d15c546082574728a365e1711ed4ded6_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346638078/Put/seqid=0 2024-11-23T07:24:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742399_1575 (size=13425) 2024-11-23T07:24:00,014 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/fa2a3d1e2792462fab236a35502a8a57 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/fa2a3d1e2792462fab236a35502a8a57 2024-11-23T07:24:00,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742400_1576 (size=12454) 2024-11-23T07:24:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:00,022 DEBUG [Thread-1953 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d930fb1 to 127.0.0.1:49944 2024-11-23T07:24:00,022 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:00,023 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 62d96f5aa724093c5c27bad989346b98/C of 62d96f5aa724093c5c27bad989346b98 into fa2a3d1e2792462fab236a35502a8a57(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:00,023 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:24:00,023 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98., storeName=62d96f5aa724093c5c27bad989346b98/C, priority=11, startTime=1732346639827; duration=0sec 2024-11-23T07:24:00,023 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:00,023 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d96f5aa724093c5c27bad989346b98:C 2024-11-23T07:24:00,025 DEBUG [Thread-1951 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b7324d5 to 127.0.0.1:49944 2024-11-23T07:24:00,026 DEBUG [Thread-1951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:00,030 DEBUG [Thread-1957 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x191ae36a to 127.0.0.1:49944 2024-11-23T07:24:00,030 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:00,032 DEBUG [Thread-1955 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x114e6211 to 127.0.0.1:49944 2024-11-23T07:24:00,032 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:00,037 DEBUG [Thread-1949 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bd5983 to 127.0.0.1:49944 2024-11-23T07:24:00,037 DEBUG [Thread-1949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:00,038 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123d15c546082574728a365e1711ed4ded6_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d15c546082574728a365e1711ed4ded6_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:00,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/c5f5339b19b64cf3b7ae551a5cc995a5, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:24:00,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/c5f5339b19b64cf3b7ae551a5cc995a5 is 175, key is test_row_0/A:col10/1732346638078/Put/seqid=0 2024-11-23T07:24:00,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742401_1577 (size=31255) 2024-11-23T07:24:00,046 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=509, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/c5f5339b19b64cf3b7ae551a5cc995a5 2024-11-23T07:24:00,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/fbaa67d73ae443b6b0c3fbd8376870af is 50, key is test_row_0/B:col10/1732346638078/Put/seqid=0 2024-11-23T07:24:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742402_1578 (size=12301) 2024-11-23T07:24:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:00,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. as already flushing 2024-11-23T07:24:00,221 DEBUG [Thread-1946 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3268230a to 127.0.0.1:49944 2024-11-23T07:24:00,221 DEBUG [Thread-1946 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:00,223 DEBUG [Thread-1938 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ecf33fc to 127.0.0.1:49944 2024-11-23T07:24:00,223 DEBUG [Thread-1938 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T07:24:00,226 DEBUG [Thread-1942 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x081cac4f to 127.0.0.1:49944 2024-11-23T07:24:00,226 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:00,237 DEBUG [Thread-1940 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c8cc27b to 127.0.0.1:49944 2024-11-23T07:24:00,237 DEBUG [Thread-1940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:00,244 DEBUG [Thread-1944 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64a04d7a to 127.0.0.1:49944 2024-11-23T07:24:00,245 DEBUG [Thread-1944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:00,457 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/fbaa67d73ae443b6b0c3fbd8376870af 2024-11-23T07:24:00,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/acc69e52986d4c6a979bc04aef46ab97 is 50, key is test_row_0/C:col10/1732346638078/Put/seqid=0 2024-11-23T07:24:00,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742403_1579 (size=12301) 2024-11-23T07:24:00,868 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/acc69e52986d4c6a979bc04aef46ab97 2024-11-23T07:24:00,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/c5f5339b19b64cf3b7ae551a5cc995a5 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/c5f5339b19b64cf3b7ae551a5cc995a5 2024-11-23T07:24:00,877 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/c5f5339b19b64cf3b7ae551a5cc995a5, entries=150, sequenceid=509, filesize=30.5 K 2024-11-23T07:24:00,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/fbaa67d73ae443b6b0c3fbd8376870af as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fbaa67d73ae443b6b0c3fbd8376870af 2024-11-23T07:24:00,881 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fbaa67d73ae443b6b0c3fbd8376870af, entries=150, sequenceid=509, filesize=12.0 K 2024-11-23T07:24:00,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/acc69e52986d4c6a979bc04aef46ab97 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/acc69e52986d4c6a979bc04aef46ab97 2024-11-23T07:24:00,886 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/acc69e52986d4c6a979bc04aef46ab97, entries=150, sequenceid=509, filesize=12.0 K 2024-11-23T07:24:00,886 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for 62d96f5aa724093c5c27bad989346b98 in 925ms, sequenceid=509, compaction requested=false 2024-11-23T07:24:00,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:24:00,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:24:00,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-23T07:24:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-23T07:24:00,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-23T07:24:00,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7670 sec 2024-11-23T07:24:00,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.7720 sec 2024-11-23T07:24:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-23T07:24:02,225 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1610 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4828 rows 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1612 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4833 rows 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1605 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4814 rows 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1633 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4897 rows 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1607 2024-11-23T07:24:02,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4820 rows 2024-11-23T07:24:02,226 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T07:24:02,226 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a6933af to 127.0.0.1:49944 2024-11-23T07:24:02,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:02,228 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T07:24:02,229 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T07:24:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T07:24:02,232 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346642232"}]},"ts":"1732346642232"} 2024-11-23T07:24:02,234 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T07:24:02,236 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T07:24:02,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T07:24:02,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d96f5aa724093c5c27bad989346b98, UNASSIGN}] 2024-11-23T07:24:02,239 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d96f5aa724093c5c27bad989346b98, UNASSIGN 2024-11-23T07:24:02,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=62d96f5aa724093c5c27bad989346b98, regionState=CLOSING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:02,240 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T07:24:02,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; CloseRegionProcedure 62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:24:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T07:24:02,392 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:02,392 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(124): Close 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:02,393 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T07:24:02,393 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1681): Closing 62d96f5aa724093c5c27bad989346b98, disabling compactions & flushes 2024-11-23T07:24:02,393 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:24:02,393 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:24:02,393 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. after waiting 0 ms 2024-11-23T07:24:02,393 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:24:02,393 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(2837): Flushing 62d96f5aa724093c5c27bad989346b98 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T07:24:02,393 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=A 2024-11-23T07:24:02,393 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:02,393 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=B 2024-11-23T07:24:02,393 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:02,393 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d96f5aa724093c5c27bad989346b98, store=C 2024-11-23T07:24:02,393 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:02,398 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f93ed3e3a4cf4cf7a20c929504b763c2_62d96f5aa724093c5c27bad989346b98 is 50, key is test_row_0/A:col10/1732346640235/Put/seqid=0 2024-11-23T07:24:02,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742404_1580 (size=9914) 2024-11-23T07:24:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T07:24:02,801 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:02,804 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f93ed3e3a4cf4cf7a20c929504b763c2_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f93ed3e3a4cf4cf7a20c929504b763c2_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:02,805 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/e918473b50574a06b902147e1b192475, store: [table=TestAcidGuarantees family=A region=62d96f5aa724093c5c27bad989346b98] 2024-11-23T07:24:02,805 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/e918473b50574a06b902147e1b192475 is 175, key is test_row_0/A:col10/1732346640235/Put/seqid=0 2024-11-23T07:24:02,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742405_1581 (size=22561) 2024-11-23T07:24:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T07:24:03,209 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=519, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/e918473b50574a06b902147e1b192475 2024-11-23T07:24:03,214 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/b2debef197b140ada0e9403836484b5d is 50, key is test_row_0/B:col10/1732346640235/Put/seqid=0 2024-11-23T07:24:03,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742406_1582 (size=9857) 2024-11-23T07:24:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T07:24:03,618 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/b2debef197b140ada0e9403836484b5d 2024-11-23T07:24:03,623 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/837c8a2c8f6f4a0a98e6b9f9fdf59a79 is 50, key is test_row_0/C:col10/1732346640235/Put/seqid=0 2024-11-23T07:24:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742407_1583 (size=9857) 2024-11-23T07:24:03,718 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/710841c5ce6d4ad58f94898027a42b59, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/db125b0706c64e72b89cd530328dabf5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fa8960cf6634460a9538ebb4866ef972, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/2e379ce04fd246f5acc86f932f8c1796, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/68c58fe7072f43e1aa0e8678e6d48f45, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/0291d110024b4e368ebde4af5eda2a19, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/c43b68bfc9cf4a4fac535fa4313e6f97, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1b139375c4764590a1e23dd6d3ba7043, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4e793bb0d14747dba9df89b1799b482c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/f8fb7c3d23c546e494132280bc1aae85, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/46d4b8eb84934324842b59932a92d5c3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/73bfc885593b4ec2b415b3c942497ef5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/6c1ea4a6905e46e1af38f45b82f71bf6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/955b14e358774bf6a5b5dab3e6206d4d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1e28871cb82247a69fbbb68d40c60467, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5b4820a961164f94a91631387e2c8a7d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4ecf71bc84ba4848a829ace686bbad53, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/051a9694e2bd4b299b6f0cff5d163c87, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1fb0aaee0a444c7097714ca3f2db60d7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/ddac6502e0c0477e9238b77d8ac216c7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e6259a3fa38a4db29e58d3d7a728c358, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d9a07953676c46169d096ad59117488a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e3149b2ac6f1415faeb5a87a69992939, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/eefebaad6a2645a7858f7e31a5aab13b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5c2e4c617edd409d92e99df33ddf2bfb, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/161b40c04eee4b23adc2c64fedcdcc1b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d7a2b615e3d146c8bb9b3f39ee380ce3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/38f238215c884a6ab93042ed8430ea27, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/795782fe40bb410cad732ae7f6e4b30a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fe06db15a357441d8fec56a28b7ae1c2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/7c532e7463844f6ebfffe2eed3c0b346, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/018b6f61fc4e4b2dab281824b2650fb6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/233f395314a94337901bf51344f0f449] to archive 2024-11-23T07:24:03,719 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:24:03,721 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/710841c5ce6d4ad58f94898027a42b59 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/710841c5ce6d4ad58f94898027a42b59 2024-11-23T07:24:03,722 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/db125b0706c64e72b89cd530328dabf5 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/db125b0706c64e72b89cd530328dabf5 2024-11-23T07:24:03,722 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fa8960cf6634460a9538ebb4866ef972 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fa8960cf6634460a9538ebb4866ef972 2024-11-23T07:24:03,723 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/2e379ce04fd246f5acc86f932f8c1796 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/2e379ce04fd246f5acc86f932f8c1796 2024-11-23T07:24:03,724 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/68c58fe7072f43e1aa0e8678e6d48f45 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/68c58fe7072f43e1aa0e8678e6d48f45 2024-11-23T07:24:03,725 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/0291d110024b4e368ebde4af5eda2a19 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/0291d110024b4e368ebde4af5eda2a19 2024-11-23T07:24:03,725 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/c43b68bfc9cf4a4fac535fa4313e6f97 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/c43b68bfc9cf4a4fac535fa4313e6f97 2024-11-23T07:24:03,726 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1b139375c4764590a1e23dd6d3ba7043 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1b139375c4764590a1e23dd6d3ba7043 2024-11-23T07:24:03,727 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4e793bb0d14747dba9df89b1799b482c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4e793bb0d14747dba9df89b1799b482c 2024-11-23T07:24:03,728 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/f8fb7c3d23c546e494132280bc1aae85 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/f8fb7c3d23c546e494132280bc1aae85 2024-11-23T07:24:03,728 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/46d4b8eb84934324842b59932a92d5c3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/46d4b8eb84934324842b59932a92d5c3 2024-11-23T07:24:03,729 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/73bfc885593b4ec2b415b3c942497ef5 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/73bfc885593b4ec2b415b3c942497ef5 2024-11-23T07:24:03,730 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/6c1ea4a6905e46e1af38f45b82f71bf6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/6c1ea4a6905e46e1af38f45b82f71bf6 2024-11-23T07:24:03,731 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/955b14e358774bf6a5b5dab3e6206d4d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/955b14e358774bf6a5b5dab3e6206d4d 2024-11-23T07:24:03,731 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1e28871cb82247a69fbbb68d40c60467 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1e28871cb82247a69fbbb68d40c60467 2024-11-23T07:24:03,732 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5b4820a961164f94a91631387e2c8a7d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5b4820a961164f94a91631387e2c8a7d 2024-11-23T07:24:03,733 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4ecf71bc84ba4848a829ace686bbad53 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/4ecf71bc84ba4848a829ace686bbad53 2024-11-23T07:24:03,734 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/051a9694e2bd4b299b6f0cff5d163c87 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/051a9694e2bd4b299b6f0cff5d163c87 2024-11-23T07:24:03,735 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1fb0aaee0a444c7097714ca3f2db60d7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/1fb0aaee0a444c7097714ca3f2db60d7 2024-11-23T07:24:03,736 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/ddac6502e0c0477e9238b77d8ac216c7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/ddac6502e0c0477e9238b77d8ac216c7 2024-11-23T07:24:03,736 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e6259a3fa38a4db29e58d3d7a728c358 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e6259a3fa38a4db29e58d3d7a728c358 2024-11-23T07:24:03,737 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d9a07953676c46169d096ad59117488a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d9a07953676c46169d096ad59117488a 2024-11-23T07:24:03,738 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e3149b2ac6f1415faeb5a87a69992939 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e3149b2ac6f1415faeb5a87a69992939 2024-11-23T07:24:03,739 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/eefebaad6a2645a7858f7e31a5aab13b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/eefebaad6a2645a7858f7e31a5aab13b 2024-11-23T07:24:03,740 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5c2e4c617edd409d92e99df33ddf2bfb to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/5c2e4c617edd409d92e99df33ddf2bfb 2024-11-23T07:24:03,741 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/161b40c04eee4b23adc2c64fedcdcc1b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/161b40c04eee4b23adc2c64fedcdcc1b 2024-11-23T07:24:03,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d7a2b615e3d146c8bb9b3f39ee380ce3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/d7a2b615e3d146c8bb9b3f39ee380ce3 2024-11-23T07:24:03,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/38f238215c884a6ab93042ed8430ea27 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/38f238215c884a6ab93042ed8430ea27 2024-11-23T07:24:03,743 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/795782fe40bb410cad732ae7f6e4b30a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/795782fe40bb410cad732ae7f6e4b30a 2024-11-23T07:24:03,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fe06db15a357441d8fec56a28b7ae1c2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/fe06db15a357441d8fec56a28b7ae1c2 2024-11-23T07:24:03,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/7c532e7463844f6ebfffe2eed3c0b346 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/7c532e7463844f6ebfffe2eed3c0b346 2024-11-23T07:24:03,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/018b6f61fc4e4b2dab281824b2650fb6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/018b6f61fc4e4b2dab281824b2650fb6 2024-11-23T07:24:03,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/233f395314a94337901bf51344f0f449 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/233f395314a94337901bf51344f0f449 2024-11-23T07:24:03,749 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/49148bbb6ee24ddbb7b9f002838eaba3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/7b4f9ec0cc5145cc9b1c0a2a2ec3b10c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/71719ad1e1a94ded9870e000c067eaea, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/741e8a0a07ad465099aad3dbae43b184, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3b3d301ec65d438f8b90950a1b1a3202, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/240e0b46749f49ffb0a6536f2035ca73, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/377dfc43e7f347ccb855df1d657c8ebf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/333a39edea824a6189d74ee5f8597210, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/31c73b6595d247c080fa18a864435ce5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/d61623fa338c4681946b99dbabde7993, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fcb94db2be7b4dfb859b73f0b2ed6794, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/16cd55b221114a2394ecf5b070975634, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/8ecc4c45dd054f208541261c8ecd907f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e06e5114e2ad4f0a9981b900cac0e064, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/5416c40fbba54edf9b0313167cd77f72, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/12b978df7c944824a5223cb80adb9b27, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/643181412a874aa59dccc6a65a9a0137, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e9de29303fe84749901b89db6a3b74da, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fd2bd203da6f47dbaf201dc0e1b8f906, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/b89ad0c55957444f8d41d61e9aaf633e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3ab70dad29d441638175c9426fc194c6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/ab2ef1a3bf4548b4a7355df8ab40be33, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e1d8de67c4174fc6aca1a3fcf1da3d36, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/640f98c487d2490694a9aae8bc91049a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/0edc6d16f3a44898a67698e798108e25, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3cbf46e77f49474bbaac7a03ee631c98, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/9111d5ffc3d74f3fbc4bc95eff877097, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f4338aa80d7244a181e773106efa7923, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f8b6a53489ed4528ad957a84603a30a8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/9055e6d9e2e04bf78ba224ba48306cba, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f6d1f0300a1f407fae369cd16ff8d769, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/5f3d6b1aa290431db8ffa8b6ffd55977, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/c541dd5f462d44029a9d5e0fdedce17b] to archive 2024-11-23T07:24:03,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:24:03,751 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/49148bbb6ee24ddbb7b9f002838eaba3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/49148bbb6ee24ddbb7b9f002838eaba3 2024-11-23T07:24:03,752 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/7b4f9ec0cc5145cc9b1c0a2a2ec3b10c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/7b4f9ec0cc5145cc9b1c0a2a2ec3b10c 2024-11-23T07:24:03,753 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/71719ad1e1a94ded9870e000c067eaea to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/71719ad1e1a94ded9870e000c067eaea 2024-11-23T07:24:03,753 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/741e8a0a07ad465099aad3dbae43b184 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/741e8a0a07ad465099aad3dbae43b184 2024-11-23T07:24:03,754 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3b3d301ec65d438f8b90950a1b1a3202 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3b3d301ec65d438f8b90950a1b1a3202 2024-11-23T07:24:03,755 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/240e0b46749f49ffb0a6536f2035ca73 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/240e0b46749f49ffb0a6536f2035ca73 2024-11-23T07:24:03,756 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/377dfc43e7f347ccb855df1d657c8ebf to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/377dfc43e7f347ccb855df1d657c8ebf 2024-11-23T07:24:03,757 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/333a39edea824a6189d74ee5f8597210 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/333a39edea824a6189d74ee5f8597210 2024-11-23T07:24:03,757 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/31c73b6595d247c080fa18a864435ce5 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/31c73b6595d247c080fa18a864435ce5 2024-11-23T07:24:03,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/d61623fa338c4681946b99dbabde7993 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/d61623fa338c4681946b99dbabde7993 2024-11-23T07:24:03,759 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fcb94db2be7b4dfb859b73f0b2ed6794 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fcb94db2be7b4dfb859b73f0b2ed6794 2024-11-23T07:24:03,760 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/16cd55b221114a2394ecf5b070975634 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/16cd55b221114a2394ecf5b070975634 2024-11-23T07:24:03,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/8ecc4c45dd054f208541261c8ecd907f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/8ecc4c45dd054f208541261c8ecd907f 2024-11-23T07:24:03,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e06e5114e2ad4f0a9981b900cac0e064 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e06e5114e2ad4f0a9981b900cac0e064 2024-11-23T07:24:03,762 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/5416c40fbba54edf9b0313167cd77f72 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/5416c40fbba54edf9b0313167cd77f72 2024-11-23T07:24:03,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/12b978df7c944824a5223cb80adb9b27 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/12b978df7c944824a5223cb80adb9b27 2024-11-23T07:24:03,764 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/643181412a874aa59dccc6a65a9a0137 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/643181412a874aa59dccc6a65a9a0137 2024-11-23T07:24:03,764 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e9de29303fe84749901b89db6a3b74da to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e9de29303fe84749901b89db6a3b74da 2024-11-23T07:24:03,765 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fd2bd203da6f47dbaf201dc0e1b8f906 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fd2bd203da6f47dbaf201dc0e1b8f906 2024-11-23T07:24:03,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/b89ad0c55957444f8d41d61e9aaf633e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/b89ad0c55957444f8d41d61e9aaf633e 2024-11-23T07:24:03,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3ab70dad29d441638175c9426fc194c6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3ab70dad29d441638175c9426fc194c6 2024-11-23T07:24:03,768 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/ab2ef1a3bf4548b4a7355df8ab40be33 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/ab2ef1a3bf4548b4a7355df8ab40be33 2024-11-23T07:24:03,768 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e1d8de67c4174fc6aca1a3fcf1da3d36 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/e1d8de67c4174fc6aca1a3fcf1da3d36 2024-11-23T07:24:03,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/640f98c487d2490694a9aae8bc91049a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/640f98c487d2490694a9aae8bc91049a 2024-11-23T07:24:03,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/0edc6d16f3a44898a67698e798108e25 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/0edc6d16f3a44898a67698e798108e25 2024-11-23T07:24:03,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3cbf46e77f49474bbaac7a03ee631c98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/3cbf46e77f49474bbaac7a03ee631c98 2024-11-23T07:24:03,771 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/9111d5ffc3d74f3fbc4bc95eff877097 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/9111d5ffc3d74f3fbc4bc95eff877097 2024-11-23T07:24:03,772 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f4338aa80d7244a181e773106efa7923 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f4338aa80d7244a181e773106efa7923 2024-11-23T07:24:03,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f8b6a53489ed4528ad957a84603a30a8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f8b6a53489ed4528ad957a84603a30a8 2024-11-23T07:24:03,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/9055e6d9e2e04bf78ba224ba48306cba to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/9055e6d9e2e04bf78ba224ba48306cba 2024-11-23T07:24:03,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f6d1f0300a1f407fae369cd16ff8d769 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/f6d1f0300a1f407fae369cd16ff8d769 2024-11-23T07:24:03,775 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/5f3d6b1aa290431db8ffa8b6ffd55977 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/5f3d6b1aa290431db8ffa8b6ffd55977 2024-11-23T07:24:03,776 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/c541dd5f462d44029a9d5e0fdedce17b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/c541dd5f462d44029a9d5e0fdedce17b 2024-11-23T07:24:03,780 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/7f7ab92eb02848f298f3c442f4f1f974, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/743f17269e114ecd9c9f6ffd1e92b9bd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d5188487ca1a4a488a6784bc4019df7c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/dcf0152565ae420f9e5ddd5f8478ddd2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d6fbdbfe437c4de28a35028aa62fed0f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/f37ad498eb934b329b5c05fa9101ecd9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/829de8477b6446488c3faeccd0b24892, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/783afde952874372ab3c735b42ac560c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/2cd073e7262d4322a3ec9028fdd02cb0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/3635910ddf16494f90e10b5b6cb68e51, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/0fe9f1a0c50e4b949a7293a4d37a2290, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/9c7c7f0dca7d438b8e9d4e39840b9230, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/47bcb0ee52d541b3b795ce48027a4d55, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/7368d68f6ee849969d1092a381710980, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d7230a368296466290e9000b19e3c86f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/a6fb5bbb9f9d4ad88dd3eac740f092e7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/2c8553d6e89343fb8bf331a9fe3e8cf9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b39c6757dc1e4ee4a0c8f8bea712d896, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b715ac6e04cb4a82a4980a5d977f20d3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/076c81ff8b7a4fdf93d40026c27a6439, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/dc338e88362c4b6880dca67e17078e58, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b5dd7c7cb16047c89d8dcb6cca91d7b9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/338518fac7704c789f4a5d460af8dc9e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/4413af6833d0496cbcb59037baaa0c50, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/65925d3f761545b69011de349c76970a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/6fd9f8d126d04d8e8782f21d0b9032ce, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/a13dd31189b44ec4bc4ca4b40161fc66, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/9608e4603d7a40a18b4352673a0172f4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/1d72430808df427eb3b6c8354251211d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/e55d333b34bb4c938cd4dc60b40ccc85, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/e90ba5dcf31647cb8d35f47748e8b081, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/830a9b7aadfe4fb8885991043b6ff953, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/816c8465e8d0422aab78dfe3e445da24] to archive 2024-11-23T07:24:03,781 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:24:03,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/7f7ab92eb02848f298f3c442f4f1f974 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/7f7ab92eb02848f298f3c442f4f1f974 2024-11-23T07:24:03,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/743f17269e114ecd9c9f6ffd1e92b9bd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/743f17269e114ecd9c9f6ffd1e92b9bd 2024-11-23T07:24:03,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d5188487ca1a4a488a6784bc4019df7c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d5188487ca1a4a488a6784bc4019df7c 2024-11-23T07:24:03,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/dcf0152565ae420f9e5ddd5f8478ddd2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/dcf0152565ae420f9e5ddd5f8478ddd2 2024-11-23T07:24:03,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d6fbdbfe437c4de28a35028aa62fed0f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d6fbdbfe437c4de28a35028aa62fed0f 2024-11-23T07:24:03,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/f37ad498eb934b329b5c05fa9101ecd9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/f37ad498eb934b329b5c05fa9101ecd9 2024-11-23T07:24:03,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/829de8477b6446488c3faeccd0b24892 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/829de8477b6446488c3faeccd0b24892 2024-11-23T07:24:03,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/783afde952874372ab3c735b42ac560c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/783afde952874372ab3c735b42ac560c 2024-11-23T07:24:03,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/2cd073e7262d4322a3ec9028fdd02cb0 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/2cd073e7262d4322a3ec9028fdd02cb0 2024-11-23T07:24:03,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/3635910ddf16494f90e10b5b6cb68e51 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/3635910ddf16494f90e10b5b6cb68e51 2024-11-23T07:24:03,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/0fe9f1a0c50e4b949a7293a4d37a2290 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/0fe9f1a0c50e4b949a7293a4d37a2290 2024-11-23T07:24:03,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/9c7c7f0dca7d438b8e9d4e39840b9230 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/9c7c7f0dca7d438b8e9d4e39840b9230 2024-11-23T07:24:03,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/47bcb0ee52d541b3b795ce48027a4d55 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/47bcb0ee52d541b3b795ce48027a4d55 2024-11-23T07:24:03,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/7368d68f6ee849969d1092a381710980 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/7368d68f6ee849969d1092a381710980 2024-11-23T07:24:03,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d7230a368296466290e9000b19e3c86f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/d7230a368296466290e9000b19e3c86f 2024-11-23T07:24:03,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/a6fb5bbb9f9d4ad88dd3eac740f092e7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/a6fb5bbb9f9d4ad88dd3eac740f092e7 2024-11-23T07:24:03,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/2c8553d6e89343fb8bf331a9fe3e8cf9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/2c8553d6e89343fb8bf331a9fe3e8cf9 2024-11-23T07:24:03,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b39c6757dc1e4ee4a0c8f8bea712d896 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b39c6757dc1e4ee4a0c8f8bea712d896 2024-11-23T07:24:03,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b715ac6e04cb4a82a4980a5d977f20d3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b715ac6e04cb4a82a4980a5d977f20d3 2024-11-23T07:24:03,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/076c81ff8b7a4fdf93d40026c27a6439 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/076c81ff8b7a4fdf93d40026c27a6439 2024-11-23T07:24:03,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/dc338e88362c4b6880dca67e17078e58 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/dc338e88362c4b6880dca67e17078e58 2024-11-23T07:24:03,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b5dd7c7cb16047c89d8dcb6cca91d7b9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/b5dd7c7cb16047c89d8dcb6cca91d7b9 2024-11-23T07:24:03,798 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/338518fac7704c789f4a5d460af8dc9e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/338518fac7704c789f4a5d460af8dc9e 2024-11-23T07:24:03,798 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/4413af6833d0496cbcb59037baaa0c50 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/4413af6833d0496cbcb59037baaa0c50 2024-11-23T07:24:03,799 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/65925d3f761545b69011de349c76970a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/65925d3f761545b69011de349c76970a 2024-11-23T07:24:03,800 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/6fd9f8d126d04d8e8782f21d0b9032ce to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/6fd9f8d126d04d8e8782f21d0b9032ce 2024-11-23T07:24:03,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/a13dd31189b44ec4bc4ca4b40161fc66 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/a13dd31189b44ec4bc4ca4b40161fc66 2024-11-23T07:24:03,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/9608e4603d7a40a18b4352673a0172f4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/9608e4603d7a40a18b4352673a0172f4 2024-11-23T07:24:03,802 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/1d72430808df427eb3b6c8354251211d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/1d72430808df427eb3b6c8354251211d 2024-11-23T07:24:03,803 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/e55d333b34bb4c938cd4dc60b40ccc85 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/e55d333b34bb4c938cd4dc60b40ccc85 2024-11-23T07:24:03,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/e90ba5dcf31647cb8d35f47748e8b081 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/e90ba5dcf31647cb8d35f47748e8b081 2024-11-23T07:24:03,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/830a9b7aadfe4fb8885991043b6ff953 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/830a9b7aadfe4fb8885991043b6ff953 2024-11-23T07:24:03,805 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/404f8ac4dfd7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/816c8465e8d0422aab78dfe3e445da24 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/816c8465e8d0422aab78dfe3e445da24 2024-11-23T07:24:04,026 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/837c8a2c8f6f4a0a98e6b9f9fdf59a79 2024-11-23T07:24:04,029 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/A/e918473b50574a06b902147e1b192475 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e918473b50574a06b902147e1b192475 2024-11-23T07:24:04,032 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e918473b50574a06b902147e1b192475, entries=100, sequenceid=519, filesize=22.0 K 2024-11-23T07:24:04,032 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/B/b2debef197b140ada0e9403836484b5d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/b2debef197b140ada0e9403836484b5d 2024-11-23T07:24:04,034 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/b2debef197b140ada0e9403836484b5d, entries=100, sequenceid=519, filesize=9.6 K 2024-11-23T07:24:04,035 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/.tmp/C/837c8a2c8f6f4a0a98e6b9f9fdf59a79 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/837c8a2c8f6f4a0a98e6b9f9fdf59a79 2024-11-23T07:24:04,037 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/837c8a2c8f6f4a0a98e6b9f9fdf59a79, entries=100, sequenceid=519, filesize=9.6 K 2024-11-23T07:24:04,038 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 62d96f5aa724093c5c27bad989346b98 in 1645ms, sequenceid=519, compaction requested=true 2024-11-23T07:24:04,041 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/recovered.edits/522.seqid, newMaxSeqId=522, maxSeqId=4 2024-11-23T07:24:04,042 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98. 2024-11-23T07:24:04,042 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1635): Region close journal for 62d96f5aa724093c5c27bad989346b98: 2024-11-23T07:24:04,043 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(170): Closed 62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,043 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=62d96f5aa724093c5c27bad989346b98, regionState=CLOSED 2024-11-23T07:24:04,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-23T07:24:04,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseRegionProcedure 62d96f5aa724093c5c27bad989346b98, server=404f8ac4dfd7,44557,1732346521510 in 1.8040 sec 2024-11-23T07:24:04,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-23T07:24:04,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d96f5aa724093c5c27bad989346b98, UNASSIGN in 1.8070 sec 2024-11-23T07:24:04,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-23T07:24:04,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8090 sec 2024-11-23T07:24:04,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346644048"}]},"ts":"1732346644048"} 2024-11-23T07:24:04,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T07:24:04,051 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T07:24:04,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8230 sec 2024-11-23T07:24:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T07:24:04,335 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-23T07:24:04,336 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T07:24:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:04,337 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T07:24:04,338 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=130, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:04,339 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,340 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/recovered.edits] 2024-11-23T07:24:04,342 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/0693d8163df44343a13edd956063152b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/0693d8163df44343a13edd956063152b 2024-11-23T07:24:04,343 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/c5f5339b19b64cf3b7ae551a5cc995a5 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/c5f5339b19b64cf3b7ae551a5cc995a5 2024-11-23T07:24:04,344 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e918473b50574a06b902147e1b192475 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/A/e918473b50574a06b902147e1b192475 2024-11-23T07:24:04,346 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/b2debef197b140ada0e9403836484b5d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/b2debef197b140ada0e9403836484b5d 2024-11-23T07:24:04,346 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/db564132a78944a09a6c372352653064 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/db564132a78944a09a6c372352653064 2024-11-23T07:24:04,347 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fbaa67d73ae443b6b0c3fbd8376870af to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/B/fbaa67d73ae443b6b0c3fbd8376870af 2024-11-23T07:24:04,349 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/837c8a2c8f6f4a0a98e6b9f9fdf59a79 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/837c8a2c8f6f4a0a98e6b9f9fdf59a79 2024-11-23T07:24:04,349 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/acc69e52986d4c6a979bc04aef46ab97 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/acc69e52986d4c6a979bc04aef46ab97 2024-11-23T07:24:04,350 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/fa2a3d1e2792462fab236a35502a8a57 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/C/fa2a3d1e2792462fab236a35502a8a57 2024-11-23T07:24:04,352 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/recovered.edits/522.seqid to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98/recovered.edits/522.seqid 2024-11-23T07:24:04,352 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,353 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T07:24:04,353 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T07:24:04,354 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T07:24:04,356 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123056fe70630e94c57b9feaec4c355744a_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123056fe70630e94c57b9feaec4c355744a_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,357 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230c8e5604606e4f74953c1d2555c68add_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230c8e5604606e4f74953c1d2555c68add_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,360 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231059fc6605f94923950f2ea0ce046a53_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411231059fc6605f94923950f2ea0ce046a53_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,361 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112314c6324cb237405593c01e9a8551f8f9_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112314c6324cb237405593c01e9a8551f8f9_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,361 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112318b242c4b2244830970cc0f9cc9e2ef2_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112318b242c4b2244830970cc0f9cc9e2ef2_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,362 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112323646f10a52847f8a3a81a5ec3f9f410_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112323646f10a52847f8a3a81a5ec3f9f410_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,363 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112325d9c0cde46f4b1dae4cafec21f0a406_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112325d9c0cde46f4b1dae4cafec21f0a406_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,364 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112331343bd377064ee5aad6250e93c7267b_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112331343bd377064ee5aad6250e93c7267b_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,365 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123462c7ca7de86420fbb7331cd17ae56cb_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123462c7ca7de86420fbb7331cd17ae56cb_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,366 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d5b7df79ab049dda7414200cd81c99b_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d5b7df79ab049dda7414200cd81c99b_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,366 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112351ea85b8614f49f29d701276aaf2bc75_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112351ea85b8614f49f29d701276aaf2bc75_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,367 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112356f93c473381476980c4e9a0dcd41f31_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112356f93c473381476980c4e9a0dcd41f31_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,368 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235e147eb39571428db18bcbe5c04156ab_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235e147eb39571428db18bcbe5c04156ab_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,369 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236297c2d16e4e40ce81f0a3626df42659_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236297c2d16e4e40ce81f0a3626df42659_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,370 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123643651598c20441b8900e726a1a5af52_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123643651598c20441b8900e726a1a5af52_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,371 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237967ae757fcf4981b034b80eeccb5b23_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237967ae757fcf4981b034b80eeccb5b23_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,371 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237be619df548b4654b047967e6cc8b150_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237be619df548b4654b047967e6cc8b150_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,372 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123835d72f8d0ab4cfea5603f933f689175_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123835d72f8d0ab4cfea5603f933f689175_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,373 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112385c119a0b41b4a81a81a503216956e99_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112385c119a0b41b4a81a81a503216956e99_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,374 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238865790fcf8e40589d4607054c2cc270_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238865790fcf8e40589d4607054c2cc270_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,375 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239248092f4890419c94bf5461984c446f_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239248092f4890419c94bf5461984c446f_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,375 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d030258820134ef1a1c136a30d16dfd1_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d030258820134ef1a1c136a30d16dfd1_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,376 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d15c546082574728a365e1711ed4ded6_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123d15c546082574728a365e1711ed4ded6_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,377 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e37a682a9f2c4d738e0c6d48e22c35d0_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e37a682a9f2c4d738e0c6d48e22c35d0_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,378 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7b228e355fd42ffad6067d67f7d90a0_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7b228e355fd42ffad6067d67f7d90a0_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,379 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f93ed3e3a4cf4cf7a20c929504b763c2_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123f93ed3e3a4cf4cf7a20c929504b763c2_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,379 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fe6a79311a5f4b91a3db2b2754ceb7ac_62d96f5aa724093c5c27bad989346b98 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123fe6a79311a5f4b91a3db2b2754ceb7ac_62d96f5aa724093c5c27bad989346b98 2024-11-23T07:24:04,380 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T07:24:04,381 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=130, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:04,383 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T07:24:04,384 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T07:24:04,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=130, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:04,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T07:24:04,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732346644385"}]},"ts":"9223372036854775807"} 2024-11-23T07:24:04,387 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T07:24:04,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 62d96f5aa724093c5c27bad989346b98, NAME => 'TestAcidGuarantees,,1732346616949.62d96f5aa724093c5c27bad989346b98.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T07:24:04,387 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T07:24:04,387 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732346644387"}]},"ts":"9223372036854775807"} 2024-11-23T07:24:04,388 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T07:24:04,390 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=130, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:04,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-11-23T07:24:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T07:24:04,438 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-23T07:24:04,448 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=240 (was 236) - Thread LEAK? -, OpenFileDescriptor=459 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=702 (was 607) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3536 (was 3605) 2024-11-23T07:24:04,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=702, ProcessCount=11, AvailableMemoryMB=3536 2024-11-23T07:24:04,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T07:24:04,458 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T07:24:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:04,460 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T07:24:04,460 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:04,460 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 131 2024-11-23T07:24:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-23T07:24:04,461 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T07:24:04,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742408_1584 (size=963) 2024-11-23T07:24:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-23T07:24:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-23T07:24:04,867 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70 2024-11-23T07:24:04,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742409_1585 (size=53) 2024-11-23T07:24:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-23T07:24:05,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:24:05,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 36507f7317e1360307f8e03c343f13f8, disabling compactions & flushes 2024-11-23T07:24:05,272 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:05,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:05,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. after waiting 0 ms 2024-11-23T07:24:05,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:05,272 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:05,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:05,273 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T07:24:05,273 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732346645273"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732346645273"}]},"ts":"1732346645273"} 2024-11-23T07:24:05,274 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T07:24:05,274 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T07:24:05,275 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346645274"}]},"ts":"1732346645274"} 2024-11-23T07:24:05,275 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T07:24:05,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36507f7317e1360307f8e03c343f13f8, ASSIGN}] 2024-11-23T07:24:05,280 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36507f7317e1360307f8e03c343f13f8, ASSIGN 2024-11-23T07:24:05,280 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=36507f7317e1360307f8e03c343f13f8, ASSIGN; state=OFFLINE, location=404f8ac4dfd7,44557,1732346521510; forceNewPlan=false, retain=false 2024-11-23T07:24:05,430 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=36507f7317e1360307f8e03c343f13f8, regionState=OPENING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:05,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; OpenRegionProcedure 36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:24:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-23T07:24:05,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:05,585 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:05,585 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7285): Opening region: {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} 2024-11-23T07:24:05,585 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:05,585 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:24:05,586 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7327): checking encryption for 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:05,586 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7330): checking classloading for 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:05,587 INFO [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:05,588 INFO [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:24:05,588 INFO [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36507f7317e1360307f8e03c343f13f8 columnFamilyName A 2024-11-23T07:24:05,588 DEBUG [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:05,588 INFO [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] regionserver.HStore(327): Store=36507f7317e1360307f8e03c343f13f8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:24:05,588 INFO [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:05,589 INFO [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:24:05,589 INFO [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36507f7317e1360307f8e03c343f13f8 columnFamilyName B 2024-11-23T07:24:05,590 DEBUG [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:05,590 INFO [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] regionserver.HStore(327): Store=36507f7317e1360307f8e03c343f13f8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:24:05,590 INFO [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:05,591 INFO [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:24:05,591 INFO [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36507f7317e1360307f8e03c343f13f8 columnFamilyName C 2024-11-23T07:24:05,591 DEBUG [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:05,591 INFO [StoreOpener-36507f7317e1360307f8e03c343f13f8-1 {}] regionserver.HStore(327): Store=36507f7317e1360307f8e03c343f13f8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:24:05,592 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:05,592 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:05,592 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:05,594 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T07:24:05,594 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1085): writing seq id for 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:05,596 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T07:24:05,596 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1102): Opened 36507f7317e1360307f8e03c343f13f8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70835850, jitterRate=0.0555364191532135}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T07:24:05,597 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1001): Region open journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:05,597 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., pid=133, masterSystemTime=1732346645583 2024-11-23T07:24:05,599 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:05,599 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:05,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=36507f7317e1360307f8e03c343f13f8, regionState=OPEN, openSeqNum=2, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:05,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-23T07:24:05,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; OpenRegionProcedure 36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 in 169 msec 2024-11-23T07:24:05,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-11-23T07:24:05,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=36507f7317e1360307f8e03c343f13f8, ASSIGN in 322 msec 2024-11-23T07:24:05,602 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T07:24:05,603 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346645602"}]},"ts":"1732346645602"} 2024-11-23T07:24:05,603 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T07:24:05,606 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T07:24:05,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-23T07:24:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-23T07:24:06,564 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 131 completed 2024-11-23T07:24:06,566 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27a19e6a to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13010d94 2024-11-23T07:24:06,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbee617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:06,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:06,571 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:06,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T07:24:06,573 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T07:24:06,574 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65036559 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e75b9c0 2024-11-23T07:24:06,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c37647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:06,577 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21f67a4d to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@721e6c0a 2024-11-23T07:24:06,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb24d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:06,580 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d5fe744 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c20a8d9 2024-11-23T07:24:06,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51453050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:06,584 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x721d647e to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b126c84 2024-11-23T07:24:06,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632d1806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:06,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c014307 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44ff604f 2024-11-23T07:24:06,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f99adfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:06,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54dabc8f to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@562e0db7 2024-11-23T07:24:06,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e690d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:06,593 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a4d4e08 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ca8a543 2024-11-23T07:24:06,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abeec20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:06,597 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44462a02 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dcd0d74 2024-11-23T07:24:06,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df2701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:06,600 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69d7a6f6 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cd4a015 2024-11-23T07:24:06,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ca71a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:06,604 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5938a7c8 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@308560f2 2024-11-23T07:24:06,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a4483a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:06,610 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-23T07:24:06,611 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T07:24:06,612 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:06,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:06,612 DEBUG [hconnection-0x1e2b4e9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:06,612 DEBUG [hconnection-0x1970d41c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:06,613 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:06,613 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:06,613 DEBUG [hconnection-0x5b9cdf0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:06,614 DEBUG [hconnection-0x50d437f3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:06,614 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:06,614 DEBUG [hconnection-0x29ca8339-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:06,615 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:06,615 DEBUG [hconnection-0x295118b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:06,615 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:06,615 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:06,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:24:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:06,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:06,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:06,628 DEBUG [hconnection-0x34b679b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:06,629 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:06,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346706631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346706631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346706631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346706632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,636 DEBUG [hconnection-0x7c618a75-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:06,636 DEBUG [hconnection-0x185d613f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:06,637 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:06,637 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:06,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346706640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,641 DEBUG [hconnection-0x1ed50662-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:06,642 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:06,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/b9f093fbe96d4bd6ad188d7a30cc5782 is 50, key is test_row_0/A:col10/1732346646619/Put/seqid=0 2024-11-23T07:24:06,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742410_1586 (size=12001) 2024-11-23T07:24:06,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/b9f093fbe96d4bd6ad188d7a30cc5782 2024-11-23T07:24:06,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/40a585d37bbd4070a4d36cb9f8417f42 is 50, key is test_row_0/B:col10/1732346646619/Put/seqid=0 2024-11-23T07:24:06,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742411_1587 (size=12001) 2024-11-23T07:24:06,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/40a585d37bbd4070a4d36cb9f8417f42 2024-11-23T07:24:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T07:24:06,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/3c72541ec39c49fe9a56b0859d3ee7d2 is 50, key is test_row_0/C:col10/1732346646619/Put/seqid=0 2024-11-23T07:24:06,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742412_1588 (size=12001) 2024-11-23T07:24:06,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346706732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346706732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346706732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346706733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346706741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T07:24:06,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:06,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:06,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:06,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:06,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T07:24:06,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T07:24:06,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:06,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:06,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:06,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:06,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:06,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346706937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346706937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346706938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346706938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:06,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346706944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T07:24:07,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:07,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:07,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:07,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:07,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:07,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/3c72541ec39c49fe9a56b0859d3ee7d2 2024-11-23T07:24:07,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/b9f093fbe96d4bd6ad188d7a30cc5782 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/b9f093fbe96d4bd6ad188d7a30cc5782 2024-11-23T07:24:07,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/b9f093fbe96d4bd6ad188d7a30cc5782, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T07:24:07,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/40a585d37bbd4070a4d36cb9f8417f42 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/40a585d37bbd4070a4d36cb9f8417f42 2024-11-23T07:24:07,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/40a585d37bbd4070a4d36cb9f8417f42, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T07:24:07,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/3c72541ec39c49fe9a56b0859d3ee7d2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/3c72541ec39c49fe9a56b0859d3ee7d2 2024-11-23T07:24:07,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/3c72541ec39c49fe9a56b0859d3ee7d2, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T07:24:07,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 36507f7317e1360307f8e03c343f13f8 in 519ms, sequenceid=13, compaction requested=false 2024-11-23T07:24:07,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T07:24:07,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T07:24:07,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:07,222 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T07:24:07,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:07,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:07,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:07,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:07,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:07,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/cc44a73f18524a7094153784acc6bd5b is 50, key is test_row_0/A:col10/1732346646630/Put/seqid=0 2024-11-23T07:24:07,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742413_1589 (size=12001) 2024-11-23T07:24:07,231 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/cc44a73f18524a7094153784acc6bd5b 2024-11-23T07:24:07,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/39078e56d45c4e82b2546432492fa8ae is 50, key is test_row_0/B:col10/1732346646630/Put/seqid=0 2024-11-23T07:24:07,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742414_1590 (size=12001) 2024-11-23T07:24:07,241 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/39078e56d45c4e82b2546432492fa8ae 2024-11-23T07:24:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:07,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:07,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/8eb85c92df8a40ddbef5e6d3169c26f1 is 50, key is test_row_0/C:col10/1732346646630/Put/seqid=0 2024-11-23T07:24:07,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742415_1591 (size=12001) 2024-11-23T07:24:07,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346707249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346707251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346707252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346707255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346707255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346707358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346707359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346707359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346707362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346707562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346707563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346707563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346707567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,653 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/8eb85c92df8a40ddbef5e6d3169c26f1 2024-11-23T07:24:07,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/cc44a73f18524a7094153784acc6bd5b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cc44a73f18524a7094153784acc6bd5b 2024-11-23T07:24:07,660 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cc44a73f18524a7094153784acc6bd5b, entries=150, sequenceid=39, filesize=11.7 K 2024-11-23T07:24:07,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/39078e56d45c4e82b2546432492fa8ae as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/39078e56d45c4e82b2546432492fa8ae 2024-11-23T07:24:07,664 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/39078e56d45c4e82b2546432492fa8ae, entries=150, sequenceid=39, filesize=11.7 K 2024-11-23T07:24:07,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/8eb85c92df8a40ddbef5e6d3169c26f1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/8eb85c92df8a40ddbef5e6d3169c26f1 2024-11-23T07:24:07,668 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/8eb85c92df8a40ddbef5e6d3169c26f1, entries=150, sequenceid=39, filesize=11.7 K 2024-11-23T07:24:07,669 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 36507f7317e1360307f8e03c343f13f8 in 447ms, sequenceid=39, compaction requested=false 2024-11-23T07:24:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-23T07:24:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-23T07:24:07,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-23T07:24:07,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0580 sec 2024-11-23T07:24:07,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0610 sec 2024-11-23T07:24:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T07:24:07,714 INFO [Thread-2561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-23T07:24:07,715 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-23T07:24:07,717 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T07:24:07,717 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:07,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:07,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:24:07,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:07,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:07,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:07,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:07,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:07,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:07,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/1078a22be4374664b2ae93f2326a9c57 is 50, key is test_row_0/A:col10/1732346647250/Put/seqid=0 2024-11-23T07:24:07,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742416_1592 (size=14341) 2024-11-23T07:24:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T07:24:07,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346707863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346707872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T07:24:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346707872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:07,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:07,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346707874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346707875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:07,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346707970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T07:24:08,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:08,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T07:24:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:08,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:08,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/1078a22be4374664b2ae93f2326a9c57 2024-11-23T07:24:08,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/f71451b64428437cb6e22cf6e5d5a26b is 50, key is test_row_0/B:col10/1732346647250/Put/seqid=0 2024-11-23T07:24:08,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742417_1593 (size=12001) 2024-11-23T07:24:08,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:08,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T07:24:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:08,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:08,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:08,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:08,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346708173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T07:24:08,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:08,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T07:24:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:08,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:08,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346708376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:08,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346708377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:08,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346708379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:08,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346708383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:08,483 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:08,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T07:24:08,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:08,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:08,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:08,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:08,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:08,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346708480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:08,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/f71451b64428437cb6e22cf6e5d5a26b 2024-11-23T07:24:08,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/1bb2c1c66e90477996ce09d85029fcb3 is 50, key is test_row_0/C:col10/1732346647250/Put/seqid=0 2024-11-23T07:24:08,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742418_1594 (size=12001) 2024-11-23T07:24:08,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/1bb2c1c66e90477996ce09d85029fcb3 2024-11-23T07:24:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/1078a22be4374664b2ae93f2326a9c57 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/1078a22be4374664b2ae93f2326a9c57 2024-11-23T07:24:08,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/1078a22be4374664b2ae93f2326a9c57, entries=200, sequenceid=51, filesize=14.0 K 2024-11-23T07:24:08,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/f71451b64428437cb6e22cf6e5d5a26b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/f71451b64428437cb6e22cf6e5d5a26b 2024-11-23T07:24:08,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/f71451b64428437cb6e22cf6e5d5a26b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T07:24:08,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/1bb2c1c66e90477996ce09d85029fcb3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/1bb2c1c66e90477996ce09d85029fcb3 2024-11-23T07:24:08,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/1bb2c1c66e90477996ce09d85029fcb3, entries=150, sequenceid=51, filesize=11.7 K 2024-11-23T07:24:08,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 36507f7317e1360307f8e03c343f13f8 in 855ms, sequenceid=51, compaction requested=true 2024-11-23T07:24:08,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:08,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:08,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:08,615 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:08,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:08,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:08,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:08,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:08,615 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:08,616 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:08,616 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/A is initiating minor compaction (all files) 2024-11-23T07:24:08,616 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/A in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:08,616 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/b9f093fbe96d4bd6ad188d7a30cc5782, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cc44a73f18524a7094153784acc6bd5b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/1078a22be4374664b2ae93f2326a9c57] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=37.4 K 2024-11-23T07:24:08,616 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9f093fbe96d4bd6ad188d7a30cc5782, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732346646619 2024-11-23T07:24:08,617 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc44a73f18524a7094153784acc6bd5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732346646628 2024-11-23T07:24:08,617 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:08,617 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/B is initiating minor compaction (all files) 2024-11-23T07:24:08,617 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/B in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:08,617 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/40a585d37bbd4070a4d36cb9f8417f42, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/39078e56d45c4e82b2546432492fa8ae, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/f71451b64428437cb6e22cf6e5d5a26b] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=35.2 K 2024-11-23T07:24:08,617 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1078a22be4374664b2ae93f2326a9c57, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732346647250 2024-11-23T07:24:08,620 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 40a585d37bbd4070a4d36cb9f8417f42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732346646619 2024-11-23T07:24:08,620 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 39078e56d45c4e82b2546432492fa8ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732346646628 2024-11-23T07:24:08,621 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting f71451b64428437cb6e22cf6e5d5a26b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732346647250 2024-11-23T07:24:08,629 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#A#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:08,630 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/15a468dcd65b4b7f82f2b373049ab9ff is 50, key is test_row_0/A:col10/1732346647250/Put/seqid=0 2024-11-23T07:24:08,633 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#B#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:08,633 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/cd4b8adbdc404b9881b8b48512e3092b is 50, key is test_row_0/B:col10/1732346647250/Put/seqid=0 2024-11-23T07:24:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742419_1595 (size=12104) 2024-11-23T07:24:08,636 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:08,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T07:24:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:08,641 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:24:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:08,641 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/15a468dcd65b4b7f82f2b373049ab9ff as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/15a468dcd65b4b7f82f2b373049ab9ff 2024-11-23T07:24:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:08,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742420_1596 (size=12104) 2024-11-23T07:24:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/cd6e3058d7874df2bea378df78ba1491 is 50, key is test_row_0/A:col10/1732346647862/Put/seqid=0 2024-11-23T07:24:08,649 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/A of 36507f7317e1360307f8e03c343f13f8 into 15a468dcd65b4b7f82f2b373049ab9ff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:08,649 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:08,650 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/A, priority=13, startTime=1732346648615; duration=0sec 2024-11-23T07:24:08,650 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:08,650 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:A 2024-11-23T07:24:08,650 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:08,651 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:08,651 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/C is initiating minor compaction (all files) 2024-11-23T07:24:08,651 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/C in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:08,651 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/3c72541ec39c49fe9a56b0859d3ee7d2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/8eb85c92df8a40ddbef5e6d3169c26f1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/1bb2c1c66e90477996ce09d85029fcb3] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=35.2 K 2024-11-23T07:24:08,652 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c72541ec39c49fe9a56b0859d3ee7d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732346646619 2024-11-23T07:24:08,653 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8eb85c92df8a40ddbef5e6d3169c26f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732346646628 2024-11-23T07:24:08,653 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bb2c1c66e90477996ce09d85029fcb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732346647250 2024-11-23T07:24:08,654 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/cd4b8adbdc404b9881b8b48512e3092b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/cd4b8adbdc404b9881b8b48512e3092b 2024-11-23T07:24:08,658 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/B of 36507f7317e1360307f8e03c343f13f8 into cd4b8adbdc404b9881b8b48512e3092b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:08,658 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:08,658 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/B, priority=13, startTime=1732346648615; duration=0sec 2024-11-23T07:24:08,658 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:08,658 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:B 2024-11-23T07:24:08,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742421_1597 (size=12001) 2024-11-23T07:24:08,661 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#C#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:08,661 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/9ac1624c79f14ee2979fdab5822ae5d1 is 50, key is test_row_0/C:col10/1732346647250/Put/seqid=0 2024-11-23T07:24:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742422_1598 (size=12104) 2024-11-23T07:24:08,669 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/9ac1624c79f14ee2979fdab5822ae5d1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9ac1624c79f14ee2979fdab5822ae5d1 2024-11-23T07:24:08,674 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/C of 36507f7317e1360307f8e03c343f13f8 into 9ac1624c79f14ee2979fdab5822ae5d1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:08,674 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:08,674 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/C, priority=13, startTime=1732346648615; duration=0sec 2024-11-23T07:24:08,674 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:08,674 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:C 2024-11-23T07:24:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T07:24:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:08,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:09,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346709031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:09,061 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/cd6e3058d7874df2bea378df78ba1491 2024-11-23T07:24:09,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/eca88fbf66904737a212bec749370a82 is 50, key is test_row_0/B:col10/1732346647862/Put/seqid=0 2024-11-23T07:24:09,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742423_1599 (size=12001) 2024-11-23T07:24:09,075 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/eca88fbf66904737a212bec749370a82 2024-11-23T07:24:09,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/addce6d998544252a645c048b9aac6c7 is 50, key is test_row_0/C:col10/1732346647862/Put/seqid=0 2024-11-23T07:24:09,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742424_1600 (size=12001) 2024-11-23T07:24:09,092 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/addce6d998544252a645c048b9aac6c7 2024-11-23T07:24:09,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/cd6e3058d7874df2bea378df78ba1491 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cd6e3058d7874df2bea378df78ba1491 2024-11-23T07:24:09,101 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cd6e3058d7874df2bea378df78ba1491, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T07:24:09,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/eca88fbf66904737a212bec749370a82 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/eca88fbf66904737a212bec749370a82 2024-11-23T07:24:09,106 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/eca88fbf66904737a212bec749370a82, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T07:24:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/addce6d998544252a645c048b9aac6c7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/addce6d998544252a645c048b9aac6c7 2024-11-23T07:24:09,109 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/addce6d998544252a645c048b9aac6c7, entries=150, sequenceid=75, filesize=11.7 K 2024-11-23T07:24:09,110 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 36507f7317e1360307f8e03c343f13f8 in 469ms, sequenceid=75, compaction requested=false 2024-11-23T07:24:09,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:09,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:09,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-23T07:24:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-23T07:24:09,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-23T07:24:09,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-23T07:24:09,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.3980 sec 2024-11-23T07:24:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:09,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:24:09,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:09,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:09,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:09,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:09,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:09,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:09,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/cd4deb05d7bd42e68be443872f76b23b is 50, key is test_row_0/A:col10/1732346649137/Put/seqid=0 2024-11-23T07:24:09,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742425_1601 (size=14341) 2024-11-23T07:24:09,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346709253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:09,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346709359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:09,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346709379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:09,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346709386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:09,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346709387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:09,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346709391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:09,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/cd4deb05d7bd42e68be443872f76b23b 2024-11-23T07:24:09,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/706e65f695f4464aabf5948f56d3142d is 50, key is test_row_0/B:col10/1732346649137/Put/seqid=0 2024-11-23T07:24:09,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742426_1602 (size=12001) 2024-11-23T07:24:09,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T07:24:09,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346709563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T07:24:09,821 INFO [Thread-2561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-23T07:24:09,822 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-23T07:24:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T07:24:09,823 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:09,824 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:09,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:09,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346709868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T07:24:09,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/706e65f695f4464aabf5948f56d3142d 2024-11-23T07:24:09,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/ee718755eea34071bf2a9baef02920a8 is 50, key is test_row_0/C:col10/1732346649137/Put/seqid=0 2024-11-23T07:24:09,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742427_1603 (size=12001) 2024-11-23T07:24:09,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/ee718755eea34071bf2a9baef02920a8 2024-11-23T07:24:09,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/cd4deb05d7bd42e68be443872f76b23b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cd4deb05d7bd42e68be443872f76b23b 2024-11-23T07:24:09,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cd4deb05d7bd42e68be443872f76b23b, entries=200, sequenceid=91, filesize=14.0 K 2024-11-23T07:24:09,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/706e65f695f4464aabf5948f56d3142d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/706e65f695f4464aabf5948f56d3142d 2024-11-23T07:24:09,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:09,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T07:24:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:09,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:09,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/706e65f695f4464aabf5948f56d3142d, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T07:24:09,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/ee718755eea34071bf2a9baef02920a8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/ee718755eea34071bf2a9baef02920a8 2024-11-23T07:24:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:09,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/ee718755eea34071bf2a9baef02920a8, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T07:24:09,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 36507f7317e1360307f8e03c343f13f8 in 843ms, sequenceid=91, compaction requested=true 2024-11-23T07:24:09,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:09,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:09,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:09,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:09,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:09,981 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:09,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:09,981 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:09,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:09,982 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:09,982 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:09,982 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/A is initiating minor compaction (all files) 2024-11-23T07:24:09,982 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/B is initiating minor compaction (all files) 2024-11-23T07:24:09,982 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/A in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:09,982 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/B in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:09,982 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/15a468dcd65b4b7f82f2b373049ab9ff, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cd6e3058d7874df2bea378df78ba1491, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cd4deb05d7bd42e68be443872f76b23b] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=37.5 K 2024-11-23T07:24:09,982 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/cd4b8adbdc404b9881b8b48512e3092b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/eca88fbf66904737a212bec749370a82, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/706e65f695f4464aabf5948f56d3142d] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=35.3 K 2024-11-23T07:24:09,982 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting cd4b8adbdc404b9881b8b48512e3092b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732346647250 2024-11-23T07:24:09,982 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15a468dcd65b4b7f82f2b373049ab9ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732346647250 2024-11-23T07:24:09,983 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting eca88fbf66904737a212bec749370a82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732346647842 2024-11-23T07:24:09,983 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd6e3058d7874df2bea378df78ba1491, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732346647842 2024-11-23T07:24:09,983 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 706e65f695f4464aabf5948f56d3142d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732346649008 2024-11-23T07:24:09,983 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd4deb05d7bd42e68be443872f76b23b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732346649008 2024-11-23T07:24:09,990 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#B#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:09,991 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#A#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:09,991 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/50dd3a9d598e4449acf07d80c246648c is 50, key is test_row_0/B:col10/1732346649137/Put/seqid=0 2024-11-23T07:24:09,991 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/4609bef84ff74e76a9fc672f66b74202 is 50, key is test_row_0/A:col10/1732346649137/Put/seqid=0 2024-11-23T07:24:10,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742428_1604 (size=12207) 2024-11-23T07:24:10,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742429_1605 (size=12207) 2024-11-23T07:24:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T07:24:10,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:10,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T07:24:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:10,129 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T07:24:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/2b7e3c54396b47a5aada1096c15eeea1 is 50, key is test_row_0/A:col10/1732346649189/Put/seqid=0 2024-11-23T07:24:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742430_1606 (size=12001) 2024-11-23T07:24:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:10,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:10,405 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/50dd3a9d598e4449acf07d80c246648c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/50dd3a9d598e4449acf07d80c246648c 2024-11-23T07:24:10,409 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/B of 36507f7317e1360307f8e03c343f13f8 into 50dd3a9d598e4449acf07d80c246648c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:10,409 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:10,409 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/B, priority=13, startTime=1732346649981; duration=0sec 2024-11-23T07:24:10,409 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:10,409 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:B 2024-11-23T07:24:10,409 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:10,410 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:10,410 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/C is initiating minor compaction (all files) 2024-11-23T07:24:10,410 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/C in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:10,410 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9ac1624c79f14ee2979fdab5822ae5d1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/addce6d998544252a645c048b9aac6c7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/ee718755eea34071bf2a9baef02920a8] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=35.3 K 2024-11-23T07:24:10,411 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ac1624c79f14ee2979fdab5822ae5d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732346647250 2024-11-23T07:24:10,411 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting addce6d998544252a645c048b9aac6c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732346647842 2024-11-23T07:24:10,412 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting ee718755eea34071bf2a9baef02920a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732346649008 2024-11-23T07:24:10,415 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/4609bef84ff74e76a9fc672f66b74202 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4609bef84ff74e76a9fc672f66b74202 2024-11-23T07:24:10,418 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#C#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:10,418 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/0eeb7caa1ded41aeb997f1d6e8edbdd2 is 50, key is test_row_0/C:col10/1732346649137/Put/seqid=0 2024-11-23T07:24:10,419 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/A of 36507f7317e1360307f8e03c343f13f8 into 4609bef84ff74e76a9fc672f66b74202(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:10,419 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:10,419 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/A, priority=13, startTime=1732346649981; duration=0sec 2024-11-23T07:24:10,419 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:10,419 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:A 2024-11-23T07:24:10,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742431_1607 (size=12207) 2024-11-23T07:24:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T07:24:10,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346710426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:10,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346710531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:10,543 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/2b7e3c54396b47a5aada1096c15eeea1 2024-11-23T07:24:10,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/b45c8a07115d4bba886750050364f125 is 50, key is test_row_0/B:col10/1732346649189/Put/seqid=0 2024-11-23T07:24:10,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742432_1608 (size=12001) 2024-11-23T07:24:10,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346710735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:10,826 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/0eeb7caa1ded41aeb997f1d6e8edbdd2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/0eeb7caa1ded41aeb997f1d6e8edbdd2 2024-11-23T07:24:10,830 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/C of 36507f7317e1360307f8e03c343f13f8 into 0eeb7caa1ded41aeb997f1d6e8edbdd2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:10,830 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:10,830 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/C, priority=13, startTime=1732346649981; duration=0sec 2024-11-23T07:24:10,830 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:10,830 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:C 2024-11-23T07:24:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T07:24:10,954 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/b45c8a07115d4bba886750050364f125 2024-11-23T07:24:10,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/497811c614fe44aab5634a809fcb425d is 50, key is test_row_0/C:col10/1732346649189/Put/seqid=0 2024-11-23T07:24:10,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742433_1609 (size=12001) 2024-11-23T07:24:11,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346711040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,365 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/497811c614fe44aab5634a809fcb425d 2024-11-23T07:24:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/2b7e3c54396b47a5aada1096c15eeea1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/2b7e3c54396b47a5aada1096c15eeea1 2024-11-23T07:24:11,372 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/2b7e3c54396b47a5aada1096c15eeea1, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T07:24:11,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/b45c8a07115d4bba886750050364f125 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/b45c8a07115d4bba886750050364f125 2024-11-23T07:24:11,375 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/b45c8a07115d4bba886750050364f125, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T07:24:11,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/497811c614fe44aab5634a809fcb425d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/497811c614fe44aab5634a809fcb425d 2024-11-23T07:24:11,378 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/497811c614fe44aab5634a809fcb425d, entries=150, sequenceid=114, filesize=11.7 K 2024-11-23T07:24:11,379 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 36507f7317e1360307f8e03c343f13f8 in 1250ms, sequenceid=114, compaction requested=false 2024-11-23T07:24:11,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:11,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:11,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-23T07:24:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-23T07:24:11,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-23T07:24:11,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5560 sec 2024-11-23T07:24:11,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.5630 sec 2024-11-23T07:24:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:11,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T07:24:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:11,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/0ce96e85e59b429ba47e8a84e1a65c43 is 50, key is test_row_0/A:col10/1732346650425/Put/seqid=0 2024-11-23T07:24:11,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742434_1610 (size=14391) 2024-11-23T07:24:11,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/0ce96e85e59b429ba47e8a84e1a65c43 2024-11-23T07:24:11,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/19a10a58e97744bf9974ff3eb98fa1ba is 50, key is test_row_0/B:col10/1732346650425/Put/seqid=0 2024-11-23T07:24:11,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742435_1611 (size=12051) 2024-11-23T07:24:11,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346711434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346711436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346711436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346711437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346711539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346711541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346711541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346711542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346711545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346711745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346711743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346711745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346711748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:11,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/19a10a58e97744bf9974ff3eb98fa1ba 2024-11-23T07:24:11,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/1d3a85fc819e47f8b5dcfdf85ab425ae is 50, key is test_row_0/C:col10/1732346650425/Put/seqid=0 2024-11-23T07:24:11,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742436_1612 (size=12051) 2024-11-23T07:24:11,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/1d3a85fc819e47f8b5dcfdf85ab425ae 2024-11-23T07:24:11,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/0ce96e85e59b429ba47e8a84e1a65c43 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/0ce96e85e59b429ba47e8a84e1a65c43 2024-11-23T07:24:11,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/0ce96e85e59b429ba47e8a84e1a65c43, entries=200, sequenceid=131, filesize=14.1 K 2024-11-23T07:24:11,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/19a10a58e97744bf9974ff3eb98fa1ba as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/19a10a58e97744bf9974ff3eb98fa1ba 2024-11-23T07:24:11,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/19a10a58e97744bf9974ff3eb98fa1ba, entries=150, sequenceid=131, filesize=11.8 K 2024-11-23T07:24:11,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/1d3a85fc819e47f8b5dcfdf85ab425ae as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/1d3a85fc819e47f8b5dcfdf85ab425ae 2024-11-23T07:24:11,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/1d3a85fc819e47f8b5dcfdf85ab425ae, entries=150, sequenceid=131, filesize=11.8 K 2024-11-23T07:24:11,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 36507f7317e1360307f8e03c343f13f8 in 468ms, sequenceid=131, compaction requested=true 2024-11-23T07:24:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:11,868 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:11,868 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:11,869 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:11,869 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:11,870 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/B is initiating minor compaction (all files) 2024-11-23T07:24:11,870 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/A is initiating minor compaction (all files) 2024-11-23T07:24:11,870 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/A in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:11,870 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/B in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:11,870 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/50dd3a9d598e4449acf07d80c246648c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/b45c8a07115d4bba886750050364f125, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/19a10a58e97744bf9974ff3eb98fa1ba] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=35.4 K 2024-11-23T07:24:11,870 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4609bef84ff74e76a9fc672f66b74202, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/2b7e3c54396b47a5aada1096c15eeea1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/0ce96e85e59b429ba47e8a84e1a65c43] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=37.7 K 2024-11-23T07:24:11,870 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 50dd3a9d598e4449acf07d80c246648c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732346649008 2024-11-23T07:24:11,870 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4609bef84ff74e76a9fc672f66b74202, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732346649008 2024-11-23T07:24:11,870 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting b45c8a07115d4bba886750050364f125, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732346649189 2024-11-23T07:24:11,871 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b7e3c54396b47a5aada1096c15eeea1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732346649189 2024-11-23T07:24:11,871 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 19a10a58e97744bf9974ff3eb98fa1ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732346650410 2024-11-23T07:24:11,871 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ce96e85e59b429ba47e8a84e1a65c43, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732346650390 2024-11-23T07:24:11,886 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#B#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:11,886 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/97417bd8b2454037ad994663445286b7 is 50, key is test_row_0/B:col10/1732346650425/Put/seqid=0 2024-11-23T07:24:11,896 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#A#compaction#517 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:11,896 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/c66c1bb3e42646f5aad0821b34da2dce is 50, key is test_row_0/A:col10/1732346650425/Put/seqid=0 2024-11-23T07:24:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742437_1613 (size=12359) 2024-11-23T07:24:11,920 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/97417bd8b2454037ad994663445286b7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/97417bd8b2454037ad994663445286b7 2024-11-23T07:24:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T07:24:11,927 INFO [Thread-2561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-23T07:24:11,929 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-23T07:24:11,931 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T07:24:11,931 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/B of 36507f7317e1360307f8e03c343f13f8 into 97417bd8b2454037ad994663445286b7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:11,931 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:11,931 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/B, priority=13, startTime=1732346651868; duration=0sec 2024-11-23T07:24:11,931 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:11,931 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:B 2024-11-23T07:24:11,931 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:11,932 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:11,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:11,932 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:11,932 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/C is initiating minor compaction (all files) 2024-11-23T07:24:11,933 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/C in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:11,933 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/0eeb7caa1ded41aeb997f1d6e8edbdd2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/497811c614fe44aab5634a809fcb425d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/1d3a85fc819e47f8b5dcfdf85ab425ae] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=35.4 K 2024-11-23T07:24:11,934 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eeb7caa1ded41aeb997f1d6e8edbdd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732346649008 2024-11-23T07:24:11,934 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 497811c614fe44aab5634a809fcb425d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732346649189 2024-11-23T07:24:11,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742438_1614 (size=12359) 2024-11-23T07:24:11,935 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d3a85fc819e47f8b5dcfdf85ab425ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732346650410 2024-11-23T07:24:11,943 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/c66c1bb3e42646f5aad0821b34da2dce as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/c66c1bb3e42646f5aad0821b34da2dce 2024-11-23T07:24:11,947 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#C#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:11,947 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/98ef1dc33d504fc48ec7dd0cbddfe24d is 50, key is test_row_0/C:col10/1732346650425/Put/seqid=0 2024-11-23T07:24:11,950 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/A of 36507f7317e1360307f8e03c343f13f8 into c66c1bb3e42646f5aad0821b34da2dce(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:11,950 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:11,950 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/A, priority=13, startTime=1732346651868; duration=0sec 2024-11-23T07:24:11,950 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:11,950 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:A 2024-11-23T07:24:11,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742439_1615 (size=12359) 2024-11-23T07:24:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T07:24:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:12,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:24:12,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:12,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:12,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:12,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:12,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:12,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:12,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/f17a48566ea64bbe82f8e8c19522efd4 is 50, key is test_row_0/A:col10/1732346652057/Put/seqid=0 2024-11-23T07:24:12,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742440_1616 (size=12151) 2024-11-23T07:24:12,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/f17a48566ea64bbe82f8e8c19522efd4 2024-11-23T07:24:12,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346712066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/881d6c932c07405998d2acd5f8e802b7 is 50, key is test_row_0/B:col10/1732346652057/Put/seqid=0 2024-11-23T07:24:12,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346712072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346712073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346712074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T07:24:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:12,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742441_1617 (size=12151) 2024-11-23T07:24:12,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/881d6c932c07405998d2acd5f8e802b7 2024-11-23T07:24:12,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/158fa563fd8c4969834d3dc986721c14 is 50, key is test_row_0/C:col10/1732346652057/Put/seqid=0 2024-11-23T07:24:12,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742442_1618 (size=12151) 2024-11-23T07:24:12,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/158fa563fd8c4969834d3dc986721c14 2024-11-23T07:24:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/f17a48566ea64bbe82f8e8c19522efd4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/f17a48566ea64bbe82f8e8c19522efd4 2024-11-23T07:24:12,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/f17a48566ea64bbe82f8e8c19522efd4, entries=150, sequenceid=159, filesize=11.9 K 2024-11-23T07:24:12,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/881d6c932c07405998d2acd5f8e802b7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/881d6c932c07405998d2acd5f8e802b7 2024-11-23T07:24:12,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/881d6c932c07405998d2acd5f8e802b7, entries=150, sequenceid=159, filesize=11.9 K 2024-11-23T07:24:12,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/158fa563fd8c4969834d3dc986721c14 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/158fa563fd8c4969834d3dc986721c14 2024-11-23T07:24:12,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/158fa563fd8c4969834d3dc986721c14, entries=150, sequenceid=159, filesize=11.9 K 2024-11-23T07:24:12,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 36507f7317e1360307f8e03c343f13f8 in 100ms, sequenceid=159, compaction requested=false 2024-11-23T07:24:12,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:12,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:24:12,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:12,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:12,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:12,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:12,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:12,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:12,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/1f71b353ac0f4cd4adb2b9a791439646 is 50, key is test_row_0/A:col10/1732346652072/Put/seqid=0 2024-11-23T07:24:12,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742443_1619 (size=14541) 2024-11-23T07:24:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346712216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346712219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346712219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346712223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T07:24:12,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T07:24:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:12,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346712324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346712326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346712326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346712329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,376 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/98ef1dc33d504fc48ec7dd0cbddfe24d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/98ef1dc33d504fc48ec7dd0cbddfe24d 2024-11-23T07:24:12,381 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/C of 36507f7317e1360307f8e03c343f13f8 into 98ef1dc33d504fc48ec7dd0cbddfe24d(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:12,381 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:12,381 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/C, priority=13, startTime=1732346651868; duration=0sec 2024-11-23T07:24:12,381 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:12,381 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:C 2024-11-23T07:24:12,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T07:24:12,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:12,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:12,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:12,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346712529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T07:24:12,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346712529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346712530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346712536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T07:24:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:12,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346712551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/1f71b353ac0f4cd4adb2b9a791439646 2024-11-23T07:24:12,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/da222f0f680a4b199ee1bc84d6a92aef is 50, key is test_row_0/B:col10/1732346652072/Put/seqid=0 2024-11-23T07:24:12,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742444_1620 (size=12151) 2024-11-23T07:24:12,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T07:24:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:12,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346712834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346712835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346712835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346712840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:12,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T07:24:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:12,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:13,002 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T07:24:13,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:13,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:13,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:13,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:13,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:13,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/da222f0f680a4b199ee1bc84d6a92aef 2024-11-23T07:24:13,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/2ddeda36067c45b6bda51584c8ec6951 is 50, key is test_row_0/C:col10/1732346652072/Put/seqid=0 2024-11-23T07:24:13,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742445_1621 (size=12151) 2024-11-23T07:24:13,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/2ddeda36067c45b6bda51584c8ec6951 2024-11-23T07:24:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T07:24:13,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/1f71b353ac0f4cd4adb2b9a791439646 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/1f71b353ac0f4cd4adb2b9a791439646 2024-11-23T07:24:13,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/1f71b353ac0f4cd4adb2b9a791439646, entries=200, sequenceid=171, filesize=14.2 K 2024-11-23T07:24:13,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/da222f0f680a4b199ee1bc84d6a92aef as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/da222f0f680a4b199ee1bc84d6a92aef 2024-11-23T07:24:13,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/da222f0f680a4b199ee1bc84d6a92aef, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T07:24:13,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/2ddeda36067c45b6bda51584c8ec6951 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/2ddeda36067c45b6bda51584c8ec6951 2024-11-23T07:24:13,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/2ddeda36067c45b6bda51584c8ec6951, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T07:24:13,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 36507f7317e1360307f8e03c343f13f8 in 867ms, sequenceid=171, compaction requested=true 2024-11-23T07:24:13,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:13,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:13,049 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:13,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:13,049 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:13,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:13,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:13,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:13,050 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:13,050 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:13,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:13,050 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/B is initiating minor compaction (all files) 2024-11-23T07:24:13,050 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/A is initiating minor compaction (all files) 2024-11-23T07:24:13,050 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/B in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:13,050 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/A in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:13,050 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/97417bd8b2454037ad994663445286b7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/881d6c932c07405998d2acd5f8e802b7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/da222f0f680a4b199ee1bc84d6a92aef] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=35.8 K 2024-11-23T07:24:13,050 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/c66c1bb3e42646f5aad0821b34da2dce, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/f17a48566ea64bbe82f8e8c19522efd4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/1f71b353ac0f4cd4adb2b9a791439646] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=38.1 K 2024-11-23T07:24:13,051 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting c66c1bb3e42646f5aad0821b34da2dce, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732346650410 2024-11-23T07:24:13,051 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 97417bd8b2454037ad994663445286b7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732346650410 2024-11-23T07:24:13,051 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 881d6c932c07405998d2acd5f8e802b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732346652055 2024-11-23T07:24:13,051 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting f17a48566ea64bbe82f8e8c19522efd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732346652055 2024-11-23T07:24:13,053 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting da222f0f680a4b199ee1bc84d6a92aef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732346652072 2024-11-23T07:24:13,053 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f71b353ac0f4cd4adb2b9a791439646, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732346652064 2024-11-23T07:24:13,066 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#B#compaction#525 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:13,066 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/556f2a121bd74754aec236f97ea70de0 is 50, key is test_row_0/B:col10/1732346652072/Put/seqid=0 2024-11-23T07:24:13,078 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#A#compaction#526 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:13,078 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/4e32b43dd58f4d5fa3cc3c91660519d7 is 50, key is test_row_0/A:col10/1732346652072/Put/seqid=0 2024-11-23T07:24:13,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742446_1622 (size=12561) 2024-11-23T07:24:13,112 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/556f2a121bd74754aec236f97ea70de0 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/556f2a121bd74754aec236f97ea70de0 2024-11-23T07:24:13,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742447_1623 (size=12561) 2024-11-23T07:24:13,118 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/B of 36507f7317e1360307f8e03c343f13f8 into 556f2a121bd74754aec236f97ea70de0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:13,118 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:13,118 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/B, priority=13, startTime=1732346653049; duration=0sec 2024-11-23T07:24:13,118 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:13,118 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:B 2024-11-23T07:24:13,119 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:13,120 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:13,120 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/C is initiating minor compaction (all files) 2024-11-23T07:24:13,120 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/C in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:13,120 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/98ef1dc33d504fc48ec7dd0cbddfe24d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/158fa563fd8c4969834d3dc986721c14, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/2ddeda36067c45b6bda51584c8ec6951] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=35.8 K 2024-11-23T07:24:13,121 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 98ef1dc33d504fc48ec7dd0cbddfe24d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732346650410 2024-11-23T07:24:13,122 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/4e32b43dd58f4d5fa3cc3c91660519d7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4e32b43dd58f4d5fa3cc3c91660519d7 2024-11-23T07:24:13,122 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 158fa563fd8c4969834d3dc986721c14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732346652055 2024-11-23T07:24:13,122 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ddeda36067c45b6bda51584c8ec6951, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732346652072 2024-11-23T07:24:13,126 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/A of 36507f7317e1360307f8e03c343f13f8 into 4e32b43dd58f4d5fa3cc3c91660519d7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:13,126 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:13,126 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/A, priority=13, startTime=1732346653049; duration=0sec 2024-11-23T07:24:13,126 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:13,126 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:A 2024-11-23T07:24:13,130 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#C#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:13,131 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/b407b4d5e070410ebe167240134295ac is 50, key is test_row_0/C:col10/1732346652072/Put/seqid=0 2024-11-23T07:24:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742448_1624 (size=12561) 2024-11-23T07:24:13,143 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/b407b4d5e070410ebe167240134295ac as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/b407b4d5e070410ebe167240134295ac 2024-11-23T07:24:13,148 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/C of 36507f7317e1360307f8e03c343f13f8 into b407b4d5e070410ebe167240134295ac(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:13,148 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:13,148 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/C, priority=13, startTime=1732346653050; duration=0sec 2024-11-23T07:24:13,148 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:13,149 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:C 2024-11-23T07:24:13,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T07:24:13,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:13,156 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:24:13,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:13,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:13,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:13,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:13,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:13,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/380d8e66f0284aaba74b88f692c5f64e is 50, key is test_row_0/A:col10/1732346652222/Put/seqid=0 2024-11-23T07:24:13,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742449_1625 (size=12151) 2024-11-23T07:24:13,182 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/380d8e66f0284aaba74b88f692c5f64e 2024-11-23T07:24:13,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/6e73d47987e141d8ab881ab7ed6d3ee2 is 50, key is test_row_0/B:col10/1732346652222/Put/seqid=0 2024-11-23T07:24:13,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742450_1626 (size=12151) 2024-11-23T07:24:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:13,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:13,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346713352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346713353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346713353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346713354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346713458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346713460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346713460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346713460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,607 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/6e73d47987e141d8ab881ab7ed6d3ee2 2024-11-23T07:24:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/95af7e53fa734d66a52f2b5531c7e4b7 is 50, key is test_row_0/C:col10/1732346652222/Put/seqid=0 2024-11-23T07:24:13,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742451_1627 (size=12151) 2024-11-23T07:24:13,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346713661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346713666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346713667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346713667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346713968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346713972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346713973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:13,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346713974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,020 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/95af7e53fa734d66a52f2b5531c7e4b7 2024-11-23T07:24:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/380d8e66f0284aaba74b88f692c5f64e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/380d8e66f0284aaba74b88f692c5f64e 2024-11-23T07:24:14,031 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/380d8e66f0284aaba74b88f692c5f64e, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T07:24:14,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/6e73d47987e141d8ab881ab7ed6d3ee2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/6e73d47987e141d8ab881ab7ed6d3ee2 2024-11-23T07:24:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T07:24:14,036 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/6e73d47987e141d8ab881ab7ed6d3ee2, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T07:24:14,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/95af7e53fa734d66a52f2b5531c7e4b7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/95af7e53fa734d66a52f2b5531c7e4b7 2024-11-23T07:24:14,044 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/95af7e53fa734d66a52f2b5531c7e4b7, entries=150, sequenceid=199, filesize=11.9 K 2024-11-23T07:24:14,046 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 36507f7317e1360307f8e03c343f13f8 in 890ms, sequenceid=199, compaction requested=false 2024-11-23T07:24:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-23T07:24:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-23T07:24:14,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-23T07:24:14,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1150 sec 2024-11-23T07:24:14,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.1220 sec 2024-11-23T07:24:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:14,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:24:14,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:14,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:14,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:14,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:14,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:14,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:14,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/a85cd32719804f8ea76772bba7b983f7 is 50, key is test_row_0/A:col10/1732346653353/Put/seqid=0 2024-11-23T07:24:14,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346714513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346714514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346714519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346714520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742452_1628 (size=14541) 2024-11-23T07:24:14,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/a85cd32719804f8ea76772bba7b983f7 2024-11-23T07:24:14,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/24787bbd06b44beaa918eb1b38f0f91d is 50, key is test_row_0/B:col10/1732346653353/Put/seqid=0 2024-11-23T07:24:14,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346714559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,565 DEBUG [Thread-2557 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:24:14,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742453_1629 (size=12151) 2024-11-23T07:24:14,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/24787bbd06b44beaa918eb1b38f0f91d 2024-11-23T07:24:14,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e4320df86b2f4241be564ab292c82690 is 50, key is test_row_0/C:col10/1732346653353/Put/seqid=0 2024-11-23T07:24:14,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346714624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346714624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742454_1630 (size=12151) 2024-11-23T07:24:14,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346714629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346714629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e4320df86b2f4241be564ab292c82690 2024-11-23T07:24:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/a85cd32719804f8ea76772bba7b983f7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a85cd32719804f8ea76772bba7b983f7 2024-11-23T07:24:14,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a85cd32719804f8ea76772bba7b983f7, entries=200, sequenceid=212, filesize=14.2 K 2024-11-23T07:24:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/24787bbd06b44beaa918eb1b38f0f91d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/24787bbd06b44beaa918eb1b38f0f91d 2024-11-23T07:24:14,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/24787bbd06b44beaa918eb1b38f0f91d, entries=150, sequenceid=212, filesize=11.9 K 2024-11-23T07:24:14,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e4320df86b2f4241be564ab292c82690 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e4320df86b2f4241be564ab292c82690 2024-11-23T07:24:14,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e4320df86b2f4241be564ab292c82690, entries=150, sequenceid=212, filesize=11.9 K 2024-11-23T07:24:14,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 36507f7317e1360307f8e03c343f13f8 in 176ms, sequenceid=212, compaction requested=true 2024-11-23T07:24:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:14,658 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T07:24:14,659 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:14,659 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:14,659 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:14,660 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/A is initiating minor compaction (all files) 2024-11-23T07:24:14,660 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/B is initiating minor compaction (all files) 2024-11-23T07:24:14,660 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/A in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:14,660 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/B in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:14,660 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4e32b43dd58f4d5fa3cc3c91660519d7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/380d8e66f0284aaba74b88f692c5f64e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a85cd32719804f8ea76772bba7b983f7] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=38.3 K 2024-11-23T07:24:14,660 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/556f2a121bd74754aec236f97ea70de0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/6e73d47987e141d8ab881ab7ed6d3ee2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/24787bbd06b44beaa918eb1b38f0f91d] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=36.0 K 2024-11-23T07:24:14,660 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e32b43dd58f4d5fa3cc3c91660519d7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732346652072 2024-11-23T07:24:14,660 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 556f2a121bd74754aec236f97ea70de0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732346652072 2024-11-23T07:24:14,661 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 380d8e66f0284aaba74b88f692c5f64e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346652218 2024-11-23T07:24:14,661 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e73d47987e141d8ab881ab7ed6d3ee2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346652218 2024-11-23T07:24:14,661 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting a85cd32719804f8ea76772bba7b983f7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732346653346 2024-11-23T07:24:14,661 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 24787bbd06b44beaa918eb1b38f0f91d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732346653352 2024-11-23T07:24:14,675 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#A#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:14,676 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/6dcb42b097454875b732b9e685f9574c is 50, key is test_row_0/A:col10/1732346653353/Put/seqid=0 2024-11-23T07:24:14,686 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#B#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:14,686 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/1fd7f548e706444ab776f896a75813fe is 50, key is test_row_0/B:col10/1732346653353/Put/seqid=0 2024-11-23T07:24:14,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742455_1631 (size=12663) 2024-11-23T07:24:14,728 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/6dcb42b097454875b732b9e685f9574c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/6dcb42b097454875b732b9e685f9574c 2024-11-23T07:24:14,733 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/A of 36507f7317e1360307f8e03c343f13f8 into 6dcb42b097454875b732b9e685f9574c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:14,734 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:14,734 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/A, priority=13, startTime=1732346654658; duration=0sec 2024-11-23T07:24:14,734 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:14,734 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:A 2024-11-23T07:24:14,734 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:14,735 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:14,735 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/C is initiating minor compaction (all files) 2024-11-23T07:24:14,735 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/C in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:14,735 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/b407b4d5e070410ebe167240134295ac, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/95af7e53fa734d66a52f2b5531c7e4b7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e4320df86b2f4241be564ab292c82690] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=36.0 K 2024-11-23T07:24:14,735 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting b407b4d5e070410ebe167240134295ac, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732346652072 2024-11-23T07:24:14,736 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95af7e53fa734d66a52f2b5531c7e4b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732346652218 2024-11-23T07:24:14,736 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4320df86b2f4241be564ab292c82690, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732346653352 2024-11-23T07:24:14,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742456_1632 (size=12663) 2024-11-23T07:24:14,760 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#C#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:14,760 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/5957a05431804d0c95c19eec56a3c59e is 50, key is test_row_0/C:col10/1732346653353/Put/seqid=0 2024-11-23T07:24:14,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742457_1633 (size=12663) 2024-11-23T07:24:14,823 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/5957a05431804d0c95c19eec56a3c59e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/5957a05431804d0c95c19eec56a3c59e 2024-11-23T07:24:14,829 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/C of 36507f7317e1360307f8e03c343f13f8 into 5957a05431804d0c95c19eec56a3c59e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:14,829 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:14,829 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/C, priority=13, startTime=1732346654658; duration=0sec 2024-11-23T07:24:14,829 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:14,829 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:C 2024-11-23T07:24:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:14,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:24:14,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:14,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:14,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:14,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:14,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:14,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:14,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/c67363ae0e3d485e9228af5cda72cba7 is 50, key is test_row_0/A:col10/1732346654836/Put/seqid=0 2024-11-23T07:24:14,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346714858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742458_1634 (size=12151) 2024-11-23T07:24:14,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346714864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346714864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346714867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346714968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346714974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346714975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:14,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346714976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,158 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/1fd7f548e706444ab776f896a75813fe as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/1fd7f548e706444ab776f896a75813fe 2024-11-23T07:24:15,163 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/B of 36507f7317e1360307f8e03c343f13f8 into 1fd7f548e706444ab776f896a75813fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:15,163 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:15,163 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/B, priority=13, startTime=1732346654658; duration=0sec 2024-11-23T07:24:15,163 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:15,163 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:B 2024-11-23T07:24:15,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346715172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346715179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346715179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346715180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/c67363ae0e3d485e9228af5cda72cba7 2024-11-23T07:24:15,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/33dacdbc950f44b3a72f4458987a20f4 is 50, key is test_row_0/B:col10/1732346654836/Put/seqid=0 2024-11-23T07:24:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742459_1635 (size=12151) 2024-11-23T07:24:15,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/33dacdbc950f44b3a72f4458987a20f4 2024-11-23T07:24:15,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/5f8d7ea6bde14ce89667ee57fb704a9f is 50, key is test_row_0/C:col10/1732346654836/Put/seqid=0 2024-11-23T07:24:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742460_1636 (size=12151) 2024-11-23T07:24:15,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/5f8d7ea6bde14ce89667ee57fb704a9f 2024-11-23T07:24:15,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/c67363ae0e3d485e9228af5cda72cba7 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/c67363ae0e3d485e9228af5cda72cba7 2024-11-23T07:24:15,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/c67363ae0e3d485e9228af5cda72cba7, entries=150, sequenceid=238, filesize=11.9 K 2024-11-23T07:24:15,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/33dacdbc950f44b3a72f4458987a20f4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/33dacdbc950f44b3a72f4458987a20f4 2024-11-23T07:24:15,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/33dacdbc950f44b3a72f4458987a20f4, entries=150, sequenceid=238, filesize=11.9 K 2024-11-23T07:24:15,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/5f8d7ea6bde14ce89667ee57fb704a9f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/5f8d7ea6bde14ce89667ee57fb704a9f 2024-11-23T07:24:15,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/5f8d7ea6bde14ce89667ee57fb704a9f, entries=150, sequenceid=238, filesize=11.9 K 2024-11-23T07:24:15,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 36507f7317e1360307f8e03c343f13f8 in 524ms, sequenceid=238, compaction requested=false 2024-11-23T07:24:15,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:15,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:24:15,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:15,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:15,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:15,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:15,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:15,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:15,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/285ba87ccb8647a7a49c5664c12d7ddc is 50, key is test_row_0/A:col10/1732346655480/Put/seqid=0 2024-11-23T07:24:15,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742461_1637 (size=14541) 2024-11-23T07:24:15,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346715515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346715517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346715520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346715521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346715622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346715625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346715626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346715628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346715831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346715831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346715832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346715832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:15,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/285ba87ccb8647a7a49c5664c12d7ddc 2024-11-23T07:24:15,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/14ba7a35b73a4977bff534f75c590a39 is 50, key is test_row_0/B:col10/1732346655480/Put/seqid=0 2024-11-23T07:24:15,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742462_1638 (size=12151) 2024-11-23T07:24:15,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/14ba7a35b73a4977bff534f75c590a39 2024-11-23T07:24:15,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/b6911ec164364941ab472f138a972656 is 50, key is test_row_0/C:col10/1732346655480/Put/seqid=0 2024-11-23T07:24:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742463_1639 (size=12151) 2024-11-23T07:24:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T07:24:16,036 INFO [Thread-2561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-23T07:24:16,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-23T07:24:16,039 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T07:24:16,040 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:16,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T07:24:16,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346716140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346716141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346716142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346716142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T07:24:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:16,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:16,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/b6911ec164364941ab472f138a972656 2024-11-23T07:24:16,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/285ba87ccb8647a7a49c5664c12d7ddc as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/285ba87ccb8647a7a49c5664c12d7ddc 2024-11-23T07:24:16,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/285ba87ccb8647a7a49c5664c12d7ddc, entries=200, sequenceid=252, filesize=14.2 K 2024-11-23T07:24:16,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/14ba7a35b73a4977bff534f75c590a39 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/14ba7a35b73a4977bff534f75c590a39 2024-11-23T07:24:16,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/14ba7a35b73a4977bff534f75c590a39, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T07:24:16,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/b6911ec164364941ab472f138a972656 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/b6911ec164364941ab472f138a972656 2024-11-23T07:24:16,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/b6911ec164364941ab472f138a972656, entries=150, sequenceid=252, filesize=11.9 K 2024-11-23T07:24:16,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 36507f7317e1360307f8e03c343f13f8 in 852ms, sequenceid=252, compaction requested=true 2024-11-23T07:24:16,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:16,334 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:16,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:16,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:16,334 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:16,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:16,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:16,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:16,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:16,335 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:16,335 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/A is initiating minor compaction (all files) 2024-11-23T07:24:16,335 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/A in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:16,335 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/6dcb42b097454875b732b9e685f9574c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/c67363ae0e3d485e9228af5cda72cba7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/285ba87ccb8647a7a49c5664c12d7ddc] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=38.4 K 2024-11-23T07:24:16,335 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dcb42b097454875b732b9e685f9574c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732346653352 2024-11-23T07:24:16,336 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:16,336 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/B is initiating minor compaction (all files) 2024-11-23T07:24:16,336 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting c67363ae0e3d485e9228af5cda72cba7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732346654511 2024-11-23T07:24:16,336 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/B in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:16,336 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/1fd7f548e706444ab776f896a75813fe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/33dacdbc950f44b3a72f4458987a20f4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/14ba7a35b73a4977bff534f75c590a39] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=36.1 K 2024-11-23T07:24:16,336 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 285ba87ccb8647a7a49c5664c12d7ddc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732346654859 2024-11-23T07:24:16,336 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fd7f548e706444ab776f896a75813fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732346653352 2024-11-23T07:24:16,336 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 33dacdbc950f44b3a72f4458987a20f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732346654511 2024-11-23T07:24:16,337 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 14ba7a35b73a4977bff534f75c590a39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732346654860 2024-11-23T07:24:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T07:24:16,343 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#A#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:16,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,344 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/481b978dbbca4c0e9a7909b53c4f4338 is 50, key is test_row_0/A:col10/1732346655480/Put/seqid=0 2024-11-23T07:24:16,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T07:24:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:16,345 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T07:24:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:16,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:16,354 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#B#compaction#544 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:16,354 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/468cb8cdb5384d918f59fbffd04639cf is 50, key is test_row_0/B:col10/1732346655480/Put/seqid=0 2024-11-23T07:24:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/dcc477929f9c4cd08f5c16481d4cd531 is 50, key is test_row_0/A:col10/1732346655519/Put/seqid=0 2024-11-23T07:24:16,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742465_1641 (size=12765) 2024-11-23T07:24:16,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742464_1640 (size=12765) 2024-11-23T07:24:16,435 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/481b978dbbca4c0e9a7909b53c4f4338 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/481b978dbbca4c0e9a7909b53c4f4338 2024-11-23T07:24:16,439 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/A of 36507f7317e1360307f8e03c343f13f8 into 481b978dbbca4c0e9a7909b53c4f4338(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:16,439 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:16,439 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/A, priority=13, startTime=1732346656333; duration=0sec 2024-11-23T07:24:16,439 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:16,439 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:A 2024-11-23T07:24:16,439 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:16,440 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:16,440 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/C is initiating minor compaction (all files) 2024-11-23T07:24:16,440 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/C in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:16,440 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/5957a05431804d0c95c19eec56a3c59e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/5f8d7ea6bde14ce89667ee57fb704a9f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/b6911ec164364941ab472f138a972656] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=36.1 K 2024-11-23T07:24:16,441 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5957a05431804d0c95c19eec56a3c59e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732346653352 2024-11-23T07:24:16,441 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f8d7ea6bde14ce89667ee57fb704a9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732346654511 2024-11-23T07:24:16,441 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6911ec164364941ab472f138a972656, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732346654860 2024-11-23T07:24:16,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742466_1642 (size=12301) 2024-11-23T07:24:16,444 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/dcc477929f9c4cd08f5c16481d4cd531 2024-11-23T07:24:16,451 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#C#compaction#546 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:16,451 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/8f2ed543208d4721b48bc9ec4df4a334 is 50, key is test_row_0/C:col10/1732346655480/Put/seqid=0 2024-11-23T07:24:16,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/c599bec0f97f490abb60c002c156b20a is 50, key is test_row_0/B:col10/1732346655519/Put/seqid=0 2024-11-23T07:24:16,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742467_1643 (size=12765) 2024-11-23T07:24:16,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742468_1644 (size=12301) 2024-11-23T07:24:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T07:24:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:16,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:16,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346716660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346716661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346716667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346716669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346716770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346716770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346716774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346716776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,814 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/468cb8cdb5384d918f59fbffd04639cf as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/468cb8cdb5384d918f59fbffd04639cf 2024-11-23T07:24:16,819 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/B of 36507f7317e1360307f8e03c343f13f8 into 468cb8cdb5384d918f59fbffd04639cf(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:16,819 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:16,819 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/B, priority=13, startTime=1732346656334; duration=0sec 2024-11-23T07:24:16,819 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:16,819 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:B 2024-11-23T07:24:16,858 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/c599bec0f97f490abb60c002c156b20a 2024-11-23T07:24:16,862 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/8f2ed543208d4721b48bc9ec4df4a334 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/8f2ed543208d4721b48bc9ec4df4a334 2024-11-23T07:24:16,867 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/C of 36507f7317e1360307f8e03c343f13f8 into 8f2ed543208d4721b48bc9ec4df4a334(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:16,868 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:16,868 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/C, priority=13, startTime=1732346656334; duration=0sec 2024-11-23T07:24:16,868 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:16,868 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:C 2024-11-23T07:24:16,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/6791850656e04adabf9b403c26efbc94 is 50, key is test_row_0/C:col10/1732346655519/Put/seqid=0 2024-11-23T07:24:16,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742469_1645 (size=12301) 2024-11-23T07:24:16,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346716974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346716974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346716979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:16,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346716981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T07:24:17,281 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/6791850656e04adabf9b403c26efbc94 2024-11-23T07:24:17,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346717279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:17,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346717280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346717286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:17,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346717287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/dcc477929f9c4cd08f5c16481d4cd531 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/dcc477929f9c4cd08f5c16481d4cd531 2024-11-23T07:24:17,298 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/dcc477929f9c4cd08f5c16481d4cd531, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T07:24:17,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/c599bec0f97f490abb60c002c156b20a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/c599bec0f97f490abb60c002c156b20a 2024-11-23T07:24:17,303 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/c599bec0f97f490abb60c002c156b20a, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T07:24:17,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/6791850656e04adabf9b403c26efbc94 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/6791850656e04adabf9b403c26efbc94 2024-11-23T07:24:17,307 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/6791850656e04adabf9b403c26efbc94, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T07:24:17,308 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 36507f7317e1360307f8e03c343f13f8 in 963ms, sequenceid=275, compaction requested=false 2024-11-23T07:24:17,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:17,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:17,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-23T07:24:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-23T07:24:17,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-23T07:24:17,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2690 sec 2024-11-23T07:24:17,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.2730 sec 2024-11-23T07:24:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:17,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T07:24:17,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:17,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:17,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:17,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:17,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:17,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:17,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/9cfd4f360a204dc99296518620be3cdc is 50, key is test_row_0/A:col10/1732346656668/Put/seqid=0 2024-11-23T07:24:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742470_1646 (size=14741) 2024-11-23T07:24:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346717846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346717847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346717849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:17,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346717860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:17,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346717961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:17,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346717962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:17,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346717962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:17,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346717970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T07:24:18,143 INFO [Thread-2561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-23T07:24:18,146 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-23T07:24:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T07:24:18,147 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:18,148 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:18,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:18,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346718169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346718171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346718171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346718180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T07:24:18,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/9cfd4f360a204dc99296518620be3cdc 2024-11-23T07:24:18,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/7408a84d8c4b42b19cf00b9320e3c657 is 50, key is test_row_0/B:col10/1732346656668/Put/seqid=0 2024-11-23T07:24:18,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742471_1647 (size=12301) 2024-11-23T07:24:18,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T07:24:18,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:18,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:18,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:18,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:18,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T07:24:18,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T07:24:18,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:18,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:18,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:18,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:18,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:18,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346718477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346718477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346718479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346718488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40418 deadline: 1732346718590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,597 DEBUG [Thread-2557 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:24:18,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T07:24:18,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:18,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:18,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:18,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:18,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:18,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/7408a84d8c4b42b19cf00b9320e3c657 2024-11-23T07:24:18,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/2d9ab463fe8943cabedbaeb2015df515 is 50, key is test_row_0/C:col10/1732346656668/Put/seqid=0 2024-11-23T07:24:18,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742472_1648 (size=12301) 2024-11-23T07:24:18,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/2d9ab463fe8943cabedbaeb2015df515 2024-11-23T07:24:18,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/9cfd4f360a204dc99296518620be3cdc as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/9cfd4f360a204dc99296518620be3cdc 2024-11-23T07:24:18,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/9cfd4f360a204dc99296518620be3cdc, entries=200, sequenceid=292, filesize=14.4 K 2024-11-23T07:24:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/7408a84d8c4b42b19cf00b9320e3c657 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7408a84d8c4b42b19cf00b9320e3c657 2024-11-23T07:24:18,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7408a84d8c4b42b19cf00b9320e3c657, entries=150, sequenceid=292, filesize=12.0 K 2024-11-23T07:24:18,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/2d9ab463fe8943cabedbaeb2015df515 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/2d9ab463fe8943cabedbaeb2015df515 2024-11-23T07:24:18,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/2d9ab463fe8943cabedbaeb2015df515, entries=150, sequenceid=292, filesize=12.0 K 2024-11-23T07:24:18,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 36507f7317e1360307f8e03c343f13f8 in 933ms, sequenceid=292, compaction requested=true 2024-11-23T07:24:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:18,722 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:18,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:18,722 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:18,723 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:18,723 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:18,723 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/A is initiating minor compaction (all files) 2024-11-23T07:24:18,723 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/B is initiating minor compaction (all files) 2024-11-23T07:24:18,723 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/A in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:18,723 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/B in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:18,723 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/481b978dbbca4c0e9a7909b53c4f4338, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/dcc477929f9c4cd08f5c16481d4cd531, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/9cfd4f360a204dc99296518620be3cdc] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=38.9 K 2024-11-23T07:24:18,723 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/468cb8cdb5384d918f59fbffd04639cf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/c599bec0f97f490abb60c002c156b20a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7408a84d8c4b42b19cf00b9320e3c657] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=36.5 K 2024-11-23T07:24:18,724 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 481b978dbbca4c0e9a7909b53c4f4338, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732346654860 2024-11-23T07:24:18,725 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 468cb8cdb5384d918f59fbffd04639cf, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732346654860 2024-11-23T07:24:18,725 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcc477929f9c4cd08f5c16481d4cd531, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732346655515 2024-11-23T07:24:18,725 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cfd4f360a204dc99296518620be3cdc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732346656659 2024-11-23T07:24:18,725 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting c599bec0f97f490abb60c002c156b20a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732346655515 2024-11-23T07:24:18,726 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 7408a84d8c4b42b19cf00b9320e3c657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732346656659 2024-11-23T07:24:18,733 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#B#compaction#552 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:18,733 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/bee95721b1de42688df9e1879a24e425 is 50, key is test_row_0/B:col10/1732346656668/Put/seqid=0 2024-11-23T07:24:18,737 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#A#compaction#553 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:18,738 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/0226844ffa464188b3630bc2cbd8dafd is 50, key is test_row_0/A:col10/1732346656668/Put/seqid=0 2024-11-23T07:24:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742473_1649 (size=13017) 2024-11-23T07:24:18,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742474_1650 (size=13017) 2024-11-23T07:24:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T07:24:18,752 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/bee95721b1de42688df9e1879a24e425 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/bee95721b1de42688df9e1879a24e425 2024-11-23T07:24:18,756 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/B of 36507f7317e1360307f8e03c343f13f8 into bee95721b1de42688df9e1879a24e425(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:18,756 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:18,756 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/B, priority=13, startTime=1732346658722; duration=0sec 2024-11-23T07:24:18,756 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:18,756 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:B 2024-11-23T07:24:18,756 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:18,757 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:18,757 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/C is initiating minor compaction (all files) 2024-11-23T07:24:18,757 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/C in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:18,757 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/8f2ed543208d4721b48bc9ec4df4a334, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/6791850656e04adabf9b403c26efbc94, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/2d9ab463fe8943cabedbaeb2015df515] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=36.5 K 2024-11-23T07:24:18,758 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f2ed543208d4721b48bc9ec4df4a334, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732346654860 2024-11-23T07:24:18,758 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 6791850656e04adabf9b403c26efbc94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732346655515 2024-11-23T07:24:18,758 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d9ab463fe8943cabedbaeb2015df515, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732346656659 2024-11-23T07:24:18,759 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:18,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T07:24:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:18,759 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T07:24:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:18,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/5f24e9ebfedf44e3855ef64ee280f42c is 50, key is test_row_0/A:col10/1732346657833/Put/seqid=0 2024-11-23T07:24:18,768 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#C#compaction#555 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:18,769 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/df5e0849f94f40579587839af37a83ce is 50, key is test_row_0/C:col10/1732346656668/Put/seqid=0 2024-11-23T07:24:18,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742475_1651 (size=12301) 2024-11-23T07:24:18,773 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/5f24e9ebfedf44e3855ef64ee280f42c 2024-11-23T07:24:18,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/5c4778792898447aab3dde4dab243163 is 50, key is test_row_0/B:col10/1732346657833/Put/seqid=0 2024-11-23T07:24:18,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742477_1653 (size=12301) 2024-11-23T07:24:18,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742476_1652 (size=13017) 2024-11-23T07:24:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:18,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346718995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346718997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346718998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346718999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346719104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346719104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346719106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346719106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,155 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/0226844ffa464188b3630bc2cbd8dafd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/0226844ffa464188b3630bc2cbd8dafd 2024-11-23T07:24:19,159 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/A of 36507f7317e1360307f8e03c343f13f8 into 0226844ffa464188b3630bc2cbd8dafd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:19,159 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:19,159 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/A, priority=13, startTime=1732346658722; duration=0sec 2024-11-23T07:24:19,159 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:19,159 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:A 2024-11-23T07:24:19,187 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/5c4778792898447aab3dde4dab243163 2024-11-23T07:24:19,191 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/df5e0849f94f40579587839af37a83ce as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/df5e0849f94f40579587839af37a83ce 2024-11-23T07:24:19,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/375c309f02b24dbe9293e151577b841f is 50, key is test_row_0/C:col10/1732346657833/Put/seqid=0 2024-11-23T07:24:19,195 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/C of 36507f7317e1360307f8e03c343f13f8 into df5e0849f94f40579587839af37a83ce(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:19,195 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:19,195 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/C, priority=13, startTime=1732346658722; duration=0sec 2024-11-23T07:24:19,195 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:19,195 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:C 2024-11-23T07:24:19,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742478_1654 (size=12301) 2024-11-23T07:24:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T07:24:19,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346719309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346719310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346719310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346719311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,599 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/375c309f02b24dbe9293e151577b841f 2024-11-23T07:24:19,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/5f24e9ebfedf44e3855ef64ee280f42c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/5f24e9ebfedf44e3855ef64ee280f42c 2024-11-23T07:24:19,606 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/5f24e9ebfedf44e3855ef64ee280f42c, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T07:24:19,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/5c4778792898447aab3dde4dab243163 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/5c4778792898447aab3dde4dab243163 2024-11-23T07:24:19,611 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/5c4778792898447aab3dde4dab243163, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T07:24:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/375c309f02b24dbe9293e151577b841f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/375c309f02b24dbe9293e151577b841f 2024-11-23T07:24:19,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346719613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346719614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,615 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/375c309f02b24dbe9293e151577b841f, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T07:24:19,616 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 36507f7317e1360307f8e03c343f13f8 in 857ms, sequenceid=315, compaction requested=false 2024-11-23T07:24:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-23T07:24:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-23T07:24:19,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-23T07:24:19,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4690 sec 2024-11-23T07:24:19,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.4730 sec 2024-11-23T07:24:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:19,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T07:24:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:19,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/7fb171c6f5a34e2f881403c8e9658ec8 is 50, key is test_row_0/A:col10/1732346659622/Put/seqid=0 2024-11-23T07:24:19,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742479_1655 (size=17181) 2024-11-23T07:24:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346719679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346719683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346719784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346719789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:19,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346719988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346719996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/7fb171c6f5a34e2f881403c8e9658ec8 2024-11-23T07:24:20,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/7f17ceac56624c15b0726ffee9d0732b is 50, key is test_row_0/B:col10/1732346659622/Put/seqid=0 2024-11-23T07:24:20,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742480_1656 (size=12301) 2024-11-23T07:24:20,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/7f17ceac56624c15b0726ffee9d0732b 2024-11-23T07:24:20,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e857208500c747499c5ab8b334ce3acb is 50, key is test_row_0/C:col10/1732346659622/Put/seqid=0 2024-11-23T07:24:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742481_1657 (size=12301) 2024-11-23T07:24:20,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e857208500c747499c5ab8b334ce3acb 2024-11-23T07:24:20,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/7fb171c6f5a34e2f881403c8e9658ec8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/7fb171c6f5a34e2f881403c8e9658ec8 2024-11-23T07:24:20,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/7fb171c6f5a34e2f881403c8e9658ec8, entries=250, sequenceid=333, filesize=16.8 K 2024-11-23T07:24:20,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/7f17ceac56624c15b0726ffee9d0732b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7f17ceac56624c15b0726ffee9d0732b 2024-11-23T07:24:20,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7f17ceac56624c15b0726ffee9d0732b, entries=150, sequenceid=333, filesize=12.0 K 2024-11-23T07:24:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e857208500c747499c5ab8b334ce3acb as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e857208500c747499c5ab8b334ce3acb 2024-11-23T07:24:20,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e857208500c747499c5ab8b334ce3acb, entries=150, sequenceid=333, filesize=12.0 K 2024-11-23T07:24:20,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 36507f7317e1360307f8e03c343f13f8 in 476ms, sequenceid=333, compaction requested=true 2024-11-23T07:24:20,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:20,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:20,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:20,098 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:20,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:20,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:20,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:20,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:20,098 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:20,099 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:20,099 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/B is initiating minor compaction (all files) 2024-11-23T07:24:20,099 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/B in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:20,099 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/bee95721b1de42688df9e1879a24e425, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/5c4778792898447aab3dde4dab243163, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7f17ceac56624c15b0726ffee9d0732b] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=36.7 K 2024-11-23T07:24:20,100 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:20,100 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/A is initiating minor compaction (all files) 2024-11-23T07:24:20,100 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/A in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:20,100 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/0226844ffa464188b3630bc2cbd8dafd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/5f24e9ebfedf44e3855ef64ee280f42c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/7fb171c6f5a34e2f881403c8e9658ec8] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=41.5 K 2024-11-23T07:24:20,100 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting bee95721b1de42688df9e1879a24e425, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732346656659 2024-11-23T07:24:20,100 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0226844ffa464188b3630bc2cbd8dafd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732346656659 2024-11-23T07:24:20,100 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c4778792898447aab3dde4dab243163, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732346657833 2024-11-23T07:24:20,101 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f24e9ebfedf44e3855ef64ee280f42c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732346657833 2024-11-23T07:24:20,101 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f17ceac56624c15b0726ffee9d0732b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732346658998 2024-11-23T07:24:20,101 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fb171c6f5a34e2f881403c8e9658ec8, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732346658994 2024-11-23T07:24:20,109 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#B#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:20,109 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/d62231b8a70b4e759820bd0619d1b66c is 50, key is test_row_0/B:col10/1732346659622/Put/seqid=0 2024-11-23T07:24:20,113 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#A#compaction#562 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:20,113 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/8745d9ced41f4aef84f9ad3af279293d is 50, key is test_row_0/A:col10/1732346659622/Put/seqid=0 2024-11-23T07:24:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:20,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T07:24:20,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:20,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:20,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:20,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:20,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:20,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:20,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742482_1658 (size=13119) 2024-11-23T07:24:20,143 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/d62231b8a70b4e759820bd0619d1b66c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/d62231b8a70b4e759820bd0619d1b66c 2024-11-23T07:24:20,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/bf9c961d79544fcd813049a162e86d26 is 50, key is test_row_0/A:col10/1732346660122/Put/seqid=0 2024-11-23T07:24:20,152 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/B of 36507f7317e1360307f8e03c343f13f8 into d62231b8a70b4e759820bd0619d1b66c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:20,152 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:20,152 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/B, priority=13, startTime=1732346660098; duration=0sec 2024-11-23T07:24:20,152 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:20,152 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:B 2024-11-23T07:24:20,152 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:20,153 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:20,153 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/C is initiating minor compaction (all files) 2024-11-23T07:24:20,153 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/C in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:20,153 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/df5e0849f94f40579587839af37a83ce, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/375c309f02b24dbe9293e151577b841f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e857208500c747499c5ab8b334ce3acb] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=36.7 K 2024-11-23T07:24:20,154 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting df5e0849f94f40579587839af37a83ce, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732346656659 2024-11-23T07:24:20,154 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 375c309f02b24dbe9293e151577b841f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732346657833 2024-11-23T07:24:20,155 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting e857208500c747499c5ab8b334ce3acb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732346658998 2024-11-23T07:24:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742483_1659 (size=13119) 2024-11-23T07:24:20,162 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/8745d9ced41f4aef84f9ad3af279293d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/8745d9ced41f4aef84f9ad3af279293d 2024-11-23T07:24:20,175 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/A of 36507f7317e1360307f8e03c343f13f8 into 8745d9ced41f4aef84f9ad3af279293d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:20,175 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:20,175 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/A, priority=13, startTime=1732346660098; duration=0sec 2024-11-23T07:24:20,175 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:20,175 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:A 2024-11-23T07:24:20,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742484_1660 (size=14741) 2024-11-23T07:24:20,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/bf9c961d79544fcd813049a162e86d26 2024-11-23T07:24:20,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346720171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/17a414316f284c7d9348ba12be637e44 is 50, key is test_row_0/B:col10/1732346660122/Put/seqid=0 2024-11-23T07:24:20,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346720178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,189 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#C#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:20,190 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e015ec47539145f483bf08fa86d5ea77 is 50, key is test_row_0/C:col10/1732346659622/Put/seqid=0 2024-11-23T07:24:20,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742485_1661 (size=12301) 2024-11-23T07:24:20,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742486_1662 (size=13119) 2024-11-23T07:24:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T07:24:20,253 INFO [Thread-2561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-23T07:24:20,255 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-23T07:24:20,257 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:20,258 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:20,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T07:24:20,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346720284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346720287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346720297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346720305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T07:24:20,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T07:24:20,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:20,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:20,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:20,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:20,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346720490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346720492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T07:24:20,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T07:24:20,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:20,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:20,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:20,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:20,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:20,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/17a414316f284c7d9348ba12be637e44 2024-11-23T07:24:20,607 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e015ec47539145f483bf08fa86d5ea77 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e015ec47539145f483bf08fa86d5ea77 2024-11-23T07:24:20,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/59dc541a04c34a4a93361bd024bb0590 is 50, key is test_row_0/C:col10/1732346660122/Put/seqid=0 2024-11-23T07:24:20,613 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/C of 36507f7317e1360307f8e03c343f13f8 into e015ec47539145f483bf08fa86d5ea77(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:20,613 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:20,613 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/C, priority=13, startTime=1732346660098; duration=0sec 2024-11-23T07:24:20,613 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:20,613 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:C 2024-11-23T07:24:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742487_1663 (size=12301) 2024-11-23T07:24:20,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/59dc541a04c34a4a93361bd024bb0590 2024-11-23T07:24:20,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/bf9c961d79544fcd813049a162e86d26 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/bf9c961d79544fcd813049a162e86d26 2024-11-23T07:24:20,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/bf9c961d79544fcd813049a162e86d26, entries=200, sequenceid=355, filesize=14.4 K 2024-11-23T07:24:20,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/17a414316f284c7d9348ba12be637e44 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/17a414316f284c7d9348ba12be637e44 2024-11-23T07:24:20,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/17a414316f284c7d9348ba12be637e44, entries=150, sequenceid=355, filesize=12.0 K 2024-11-23T07:24:20,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/59dc541a04c34a4a93361bd024bb0590 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/59dc541a04c34a4a93361bd024bb0590 2024-11-23T07:24:20,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/59dc541a04c34a4a93361bd024bb0590, entries=150, sequenceid=355, filesize=12.0 K 2024-11-23T07:24:20,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 36507f7317e1360307f8e03c343f13f8 in 509ms, sequenceid=355, compaction requested=false 2024-11-23T07:24:20,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:20,717 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T07:24:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:20,718 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T07:24:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:20,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/f428837ce69b4d73b7d4767d4298b82a is 50, key is test_row_0/A:col10/1732346660166/Put/seqid=0 2024-11-23T07:24:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742488_1664 (size=12301) 2024-11-23T07:24:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:20,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:20,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346720835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346720835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346720836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346720836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T07:24:20,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346720942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346720942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346720942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:20,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346720942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:21,126 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/f428837ce69b4d73b7d4767d4298b82a 2024-11-23T07:24:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/7cce4ea4ea594444a62d0fb0a5d83ee5 is 50, key is test_row_0/B:col10/1732346660166/Put/seqid=0 2024-11-23T07:24:21,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742489_1665 (size=12301) 2024-11-23T07:24:21,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346721147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:21,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346721147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346721147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346721148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T07:24:21,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346721452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:21,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346721453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:21,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346721454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:21,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346721455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:21,537 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/7cce4ea4ea594444a62d0fb0a5d83ee5 2024-11-23T07:24:21,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e69af0cbf54242d693d6986d752bec50 is 50, key is test_row_0/C:col10/1732346660166/Put/seqid=0 2024-11-23T07:24:21,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742490_1666 (size=12301) 2024-11-23T07:24:21,547 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e69af0cbf54242d693d6986d752bec50 2024-11-23T07:24:21,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/f428837ce69b4d73b7d4767d4298b82a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/f428837ce69b4d73b7d4767d4298b82a 2024-11-23T07:24:21,553 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/f428837ce69b4d73b7d4767d4298b82a, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T07:24:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/7cce4ea4ea594444a62d0fb0a5d83ee5 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7cce4ea4ea594444a62d0fb0a5d83ee5 2024-11-23T07:24:21,557 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7cce4ea4ea594444a62d0fb0a5d83ee5, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T07:24:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e69af0cbf54242d693d6986d752bec50 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e69af0cbf54242d693d6986d752bec50 2024-11-23T07:24:21,560 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e69af0cbf54242d693d6986d752bec50, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T07:24:21,560 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 36507f7317e1360307f8e03c343f13f8 in 842ms, sequenceid=372, compaction requested=true 2024-11-23T07:24:21,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:21,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:21,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-23T07:24:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-23T07:24:21,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-23T07:24:21,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3040 sec 2024-11-23T07:24:21,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.3110 sec 2024-11-23T07:24:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:21,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:24:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:21,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:21,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/9d7f917f5bda49d892d020fa44fbe72f is 50, key is test_row_0/A:col10/1732346660835/Put/seqid=0 2024-11-23T07:24:21,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742491_1667 (size=12301) 2024-11-23T07:24:21,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346721975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:21,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346721976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:21,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346721977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:21,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346721977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346722083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346722083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346722086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346722086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346722286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346722286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346722293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346722293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T07:24:22,362 INFO [Thread-2561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-23T07:24:22,363 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-23T07:24:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T07:24:22,365 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:22,366 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:22,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:22,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/9d7f917f5bda49d892d020fa44fbe72f 2024-11-23T07:24:22,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/677c390366774e87a9b6b4cbc9f06b89 is 50, key is test_row_0/B:col10/1732346660835/Put/seqid=0 2024-11-23T07:24:22,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742492_1668 (size=12301) 2024-11-23T07:24:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T07:24:22,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T07:24:22,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:22,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:22,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:22,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:22,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:22,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346722590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346722591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346722599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346722600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T07:24:22,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T07:24:22,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:22,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:22,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:22,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:22,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:22,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/677c390366774e87a9b6b4cbc9f06b89 2024-11-23T07:24:22,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/c61c2b319dbe4ab7bf7befec5db7671d is 50, key is test_row_0/C:col10/1732346660835/Put/seqid=0 2024-11-23T07:24:22,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742493_1669 (size=12301) 2024-11-23T07:24:22,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T07:24:22,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:22,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:22,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:22,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:22,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T07:24:22,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:22,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T07:24:22,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:22,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:22,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:22,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:22,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:23,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346723098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:23,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346723099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:23,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346723105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:23,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346723106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:23,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:23,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T07:24:23,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:23,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:23,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:23,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:23,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:23,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/c61c2b319dbe4ab7bf7befec5db7671d 2024-11-23T07:24:23,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/9d7f917f5bda49d892d020fa44fbe72f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/9d7f917f5bda49d892d020fa44fbe72f 2024-11-23T07:24:23,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/9d7f917f5bda49d892d020fa44fbe72f, entries=150, sequenceid=396, filesize=12.0 K 2024-11-23T07:24:23,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/677c390366774e87a9b6b4cbc9f06b89 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/677c390366774e87a9b6b4cbc9f06b89 2024-11-23T07:24:23,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/677c390366774e87a9b6b4cbc9f06b89, entries=150, sequenceid=396, filesize=12.0 K 2024-11-23T07:24:23,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/c61c2b319dbe4ab7bf7befec5db7671d as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/c61c2b319dbe4ab7bf7befec5db7671d 2024-11-23T07:24:23,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/c61c2b319dbe4ab7bf7befec5db7671d, entries=150, sequenceid=396, filesize=12.0 K 2024-11-23T07:24:23,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 36507f7317e1360307f8e03c343f13f8 in 1251ms, sequenceid=396, compaction requested=true 2024-11-23T07:24:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:23,211 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:24:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:23,211 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:24:23,212 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:24:23,212 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52462 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:24:23,212 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/A is initiating minor compaction (all files) 2024-11-23T07:24:23,212 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/B is initiating minor compaction (all files) 2024-11-23T07:24:23,212 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/A in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:23,212 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/B in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:23,213 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/8745d9ced41f4aef84f9ad3af279293d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/bf9c961d79544fcd813049a162e86d26, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/f428837ce69b4d73b7d4767d4298b82a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/9d7f917f5bda49d892d020fa44fbe72f] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=51.2 K 2024-11-23T07:24:23,213 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/d62231b8a70b4e759820bd0619d1b66c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/17a414316f284c7d9348ba12be637e44, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7cce4ea4ea594444a62d0fb0a5d83ee5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/677c390366774e87a9b6b4cbc9f06b89] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=48.8 K 2024-11-23T07:24:23,213 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting d62231b8a70b4e759820bd0619d1b66c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732346658998 2024-11-23T07:24:23,213 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8745d9ced41f4aef84f9ad3af279293d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732346658998 2024-11-23T07:24:23,213 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf9c961d79544fcd813049a162e86d26, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732346659669 2024-11-23T07:24:23,213 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 17a414316f284c7d9348ba12be637e44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732346659669 2024-11-23T07:24:23,214 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting f428837ce69b4d73b7d4767d4298b82a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732346660166 2024-11-23T07:24:23,214 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cce4ea4ea594444a62d0fb0a5d83ee5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732346660166 2024-11-23T07:24:23,214 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d7f917f5bda49d892d020fa44fbe72f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732346660835 2024-11-23T07:24:23,214 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 677c390366774e87a9b6b4cbc9f06b89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732346660835 2024-11-23T07:24:23,221 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#A#compaction#574 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:23,221 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#B#compaction#573 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:23,222 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/7da34a0c1e7643c0b726592653486bec is 50, key is test_row_0/A:col10/1732346660835/Put/seqid=0 2024-11-23T07:24:23,222 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/8245f4b4ae3944d0a1e576acabe49974 is 50, key is test_row_0/B:col10/1732346660835/Put/seqid=0 2024-11-23T07:24:23,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742494_1670 (size=13255) 2024-11-23T07:24:23,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742495_1671 (size=13255) 2024-11-23T07:24:23,232 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/7da34a0c1e7643c0b726592653486bec as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/7da34a0c1e7643c0b726592653486bec 2024-11-23T07:24:23,233 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/8245f4b4ae3944d0a1e576acabe49974 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/8245f4b4ae3944d0a1e576acabe49974 2024-11-23T07:24:23,237 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/A of 36507f7317e1360307f8e03c343f13f8 into 7da34a0c1e7643c0b726592653486bec(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:23,237 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/B of 36507f7317e1360307f8e03c343f13f8 into 8245f4b4ae3944d0a1e576acabe49974(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:23,237 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:23,237 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:23,237 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/A, priority=12, startTime=1732346663211; duration=0sec 2024-11-23T07:24:23,237 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/B, priority=12, startTime=1732346663211; duration=0sec 2024-11-23T07:24:23,237 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:23,237 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:A 2024-11-23T07:24:23,237 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:23,237 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:B 2024-11-23T07:24:23,237 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:24:23,238 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:24:23,238 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/C is initiating minor compaction (all files) 2024-11-23T07:24:23,238 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/C in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:23,238 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e015ec47539145f483bf08fa86d5ea77, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/59dc541a04c34a4a93361bd024bb0590, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e69af0cbf54242d693d6986d752bec50, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/c61c2b319dbe4ab7bf7befec5db7671d] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=48.8 K 2024-11-23T07:24:23,239 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e015ec47539145f483bf08fa86d5ea77, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732346658998 2024-11-23T07:24:23,239 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59dc541a04c34a4a93361bd024bb0590, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732346659669 2024-11-23T07:24:23,239 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e69af0cbf54242d693d6986d752bec50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732346660166 2024-11-23T07:24:23,239 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting c61c2b319dbe4ab7bf7befec5db7671d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732346660835 2024-11-23T07:24:23,245 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#C#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:23,245 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/9c0ddbce5436439892a56b4263b52ccf is 50, key is test_row_0/C:col10/1732346660835/Put/seqid=0 2024-11-23T07:24:23,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742496_1672 (size=13255) 2024-11-23T07:24:23,252 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/9c0ddbce5436439892a56b4263b52ccf as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9c0ddbce5436439892a56b4263b52ccf 2024-11-23T07:24:23,256 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/C of 36507f7317e1360307f8e03c343f13f8 into 9c0ddbce5436439892a56b4263b52ccf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:23,256 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:23,256 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/C, priority=12, startTime=1732346663211; duration=0sec 2024-11-23T07:24:23,256 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:23,256 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:C 2024-11-23T07:24:23,281 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:23,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-23T07:24:23,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:23,282 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:24:23,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:23,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:23,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:23,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:23,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:23,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:23,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/bd9706e160914ea6b54a8c06fc823e3c is 50, key is test_row_0/A:col10/1732346661974/Put/seqid=0 2024-11-23T07:24:23,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742497_1673 (size=12301) 2024-11-23T07:24:23,291 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/bd9706e160914ea6b54a8c06fc823e3c 2024-11-23T07:24:23,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/a42480ebd5e54a17915917627e998419 is 50, key is test_row_0/B:col10/1732346661974/Put/seqid=0 2024-11-23T07:24:23,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742498_1674 (size=12301) 2024-11-23T07:24:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T07:24:23,701 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/a42480ebd5e54a17915917627e998419 2024-11-23T07:24:23,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/9169202b8ce8461f879903f6e1ee814a is 50, key is test_row_0/C:col10/1732346661974/Put/seqid=0 2024-11-23T07:24:23,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742499_1675 (size=12301) 2024-11-23T07:24:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:24,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:24,114 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/9169202b8ce8461f879903f6e1ee814a 2024-11-23T07:24:24,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/bd9706e160914ea6b54a8c06fc823e3c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/bd9706e160914ea6b54a8c06fc823e3c 2024-11-23T07:24:24,129 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/bd9706e160914ea6b54a8c06fc823e3c, entries=150, sequenceid=411, filesize=12.0 K 2024-11-23T07:24:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/a42480ebd5e54a17915917627e998419 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/a42480ebd5e54a17915917627e998419 2024-11-23T07:24:24,133 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/a42480ebd5e54a17915917627e998419, entries=150, sequenceid=411, filesize=12.0 K 2024-11-23T07:24:24,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/9169202b8ce8461f879903f6e1ee814a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9169202b8ce8461f879903f6e1ee814a 2024-11-23T07:24:24,138 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9169202b8ce8461f879903f6e1ee814a, entries=150, sequenceid=411, filesize=12.0 K 2024-11-23T07:24:24,139 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=93.93 KB/96180 for 36507f7317e1360307f8e03c343f13f8 in 856ms, sequenceid=411, compaction requested=false 2024-11-23T07:24:24,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:24,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:24,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-23T07:24:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-23T07:24:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:24,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T07:24:24,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:24,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-23T07:24:24,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:24,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:24,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:24,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7740 sec 2024-11-23T07:24:24,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:24,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:24,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.7780 sec 2024-11-23T07:24:24,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/867e09dda825445fb062c4b1e3973153 is 50, key is test_row_0/A:col10/1732346664140/Put/seqid=0 2024-11-23T07:24:24,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742500_1676 (size=17181) 2024-11-23T07:24:24,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346724157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346724158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346724159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346724161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346724264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346724266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346724266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346724268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T07:24:24,469 INFO [Thread-2561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-23T07:24:24,470 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-23T07:24:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T07:24:24,471 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:24,472 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:24,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:24,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346724469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346724473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346724473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346724474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/867e09dda825445fb062c4b1e3973153 2024-11-23T07:24:24,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/48520c255b6241ffbfdd267b6b6c2e8a is 50, key is test_row_0/B:col10/1732346664140/Put/seqid=0 2024-11-23T07:24:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742501_1677 (size=12301) 2024-11-23T07:24:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T07:24:24,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T07:24:24,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:24,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:24,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:24,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:24,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T07:24:24,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T07:24:24,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:24,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:24,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:24,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:24,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346724776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346724778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346724778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346724779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:24,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T07:24:24,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:24,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:24,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:24,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:24,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:24,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/48520c255b6241ffbfdd267b6b6c2e8a 2024-11-23T07:24:24,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/999e01f1860f42c9a4c70e9e69e80f7c is 50, key is test_row_0/C:col10/1732346664140/Put/seqid=0 2024-11-23T07:24:24,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742502_1678 (size=12301) 2024-11-23T07:24:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T07:24:25,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:25,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T07:24:25,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:25,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:25,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:25,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:25,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:25,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:25,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T07:24:25,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:25,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:25,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:25,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:25,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:25,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346725284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:25,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346725285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:25,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346725286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:25,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346725287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:25,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/999e01f1860f42c9a4c70e9e69e80f7c 2024-11-23T07:24:25,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/867e09dda825445fb062c4b1e3973153 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/867e09dda825445fb062c4b1e3973153 2024-11-23T07:24:25,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:25,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T07:24:25,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:25,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:25,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:25,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:25,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:25,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/867e09dda825445fb062c4b1e3973153, entries=250, sequenceid=430, filesize=16.8 K 2024-11-23T07:24:25,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/48520c255b6241ffbfdd267b6b6c2e8a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/48520c255b6241ffbfdd267b6b6c2e8a 2024-11-23T07:24:25,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/48520c255b6241ffbfdd267b6b6c2e8a, entries=150, sequenceid=430, filesize=12.0 K 2024-11-23T07:24:25,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/999e01f1860f42c9a4c70e9e69e80f7c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/999e01f1860f42c9a4c70e9e69e80f7c 2024-11-23T07:24:25,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/999e01f1860f42c9a4c70e9e69e80f7c, entries=150, sequenceid=430, filesize=12.0 K 2024-11-23T07:24:25,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 36507f7317e1360307f8e03c343f13f8 in 1282ms, sequenceid=430, compaction requested=true 2024-11-23T07:24:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:25,422 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:25,422 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:25,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:25,423 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:25,423 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:25,423 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/A is initiating minor compaction (all files) 2024-11-23T07:24:25,423 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/B is initiating minor compaction (all files) 2024-11-23T07:24:25,423 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/A in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:25,423 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/B in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:25,424 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/7da34a0c1e7643c0b726592653486bec, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/bd9706e160914ea6b54a8c06fc823e3c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/867e09dda825445fb062c4b1e3973153] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=41.7 K 2024-11-23T07:24:25,424 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/8245f4b4ae3944d0a1e576acabe49974, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/a42480ebd5e54a17915917627e998419, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/48520c255b6241ffbfdd267b6b6c2e8a] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=37.0 K 2024-11-23T07:24:25,424 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7da34a0c1e7643c0b726592653486bec, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732346660835 2024-11-23T07:24:25,424 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 8245f4b4ae3944d0a1e576acabe49974, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732346660835 2024-11-23T07:24:25,425 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a42480ebd5e54a17915917627e998419, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732346661973 2024-11-23T07:24:25,425 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd9706e160914ea6b54a8c06fc823e3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732346661973 2024-11-23T07:24:25,425 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 867e09dda825445fb062c4b1e3973153, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732346664132 2024-11-23T07:24:25,425 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 48520c255b6241ffbfdd267b6b6c2e8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732346664132 2024-11-23T07:24:25,454 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#A#compaction#582 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:25,455 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/a6097c420e1f404997b002c9fcb51c3c is 50, key is test_row_0/A:col10/1732346664140/Put/seqid=0 2024-11-23T07:24:25,470 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#B#compaction#583 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:25,471 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/5a0f34cd092348689181606ae124c713 is 50, key is test_row_0/B:col10/1732346664140/Put/seqid=0 2024-11-23T07:24:25,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742503_1679 (size=13357) 2024-11-23T07:24:25,484 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/a6097c420e1f404997b002c9fcb51c3c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a6097c420e1f404997b002c9fcb51c3c 2024-11-23T07:24:25,490 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/A of 36507f7317e1360307f8e03c343f13f8 into a6097c420e1f404997b002c9fcb51c3c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:25,490 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:25,490 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/A, priority=13, startTime=1732346665422; duration=0sec 2024-11-23T07:24:25,490 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:25,490 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:A 2024-11-23T07:24:25,490 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:25,491 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:25,491 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/C is initiating minor compaction (all files) 2024-11-23T07:24:25,491 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/C in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:25,491 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9c0ddbce5436439892a56b4263b52ccf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9169202b8ce8461f879903f6e1ee814a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/999e01f1860f42c9a4c70e9e69e80f7c] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=37.0 K 2024-11-23T07:24:25,492 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c0ddbce5436439892a56b4263b52ccf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732346660835 2024-11-23T07:24:25,492 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9169202b8ce8461f879903f6e1ee814a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732346661973 2024-11-23T07:24:25,493 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 999e01f1860f42c9a4c70e9e69e80f7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732346664132 2024-11-23T07:24:25,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742504_1680 (size=13357) 2024-11-23T07:24:25,500 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#C#compaction#584 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:25,501 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/5a0f34cd092348689181606ae124c713 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/5a0f34cd092348689181606ae124c713 2024-11-23T07:24:25,501 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/337a2ab4fd0b49cf8a3ac255fba0cb00 is 50, key is test_row_0/C:col10/1732346664140/Put/seqid=0 2024-11-23T07:24:25,505 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/B of 36507f7317e1360307f8e03c343f13f8 into 5a0f34cd092348689181606ae124c713(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:25,505 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:25,505 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/B, priority=13, startTime=1732346665422; duration=0sec 2024-11-23T07:24:25,505 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:25,505 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:B 2024-11-23T07:24:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742505_1681 (size=13357) 2024-11-23T07:24:25,517 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/337a2ab4fd0b49cf8a3ac255fba0cb00 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/337a2ab4fd0b49cf8a3ac255fba0cb00 2024-11-23T07:24:25,534 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/C of 36507f7317e1360307f8e03c343f13f8 into 337a2ab4fd0b49cf8a3ac255fba0cb00(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:25,534 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:25,534 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/C, priority=13, startTime=1732346665422; duration=0sec 2024-11-23T07:24:25,534 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:25,534 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:C 2024-11-23T07:24:25,541 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:25,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-23T07:24:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:25,542 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T07:24:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:25,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:25,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/63f73b3928414dd796e979fe4698dbd6 is 50, key is test_row_0/A:col10/1732346664156/Put/seqid=0 2024-11-23T07:24:25,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742506_1682 (size=12301) 2024-11-23T07:24:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T07:24:25,953 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/63f73b3928414dd796e979fe4698dbd6 2024-11-23T07:24:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/c4ebaf2f7215491d85f6c17f5594c568 is 50, key is test_row_0/B:col10/1732346664156/Put/seqid=0 2024-11-23T07:24:25,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742507_1683 (size=12301) 2024-11-23T07:24:25,964 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/c4ebaf2f7215491d85f6c17f5594c568 2024-11-23T07:24:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/daa01b8d670047fb97c734b07b85e963 is 50, key is test_row_0/C:col10/1732346664156/Put/seqid=0 2024-11-23T07:24:25,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742508_1684 (size=12301) 2024-11-23T07:24:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:26,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:26,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346726311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346726313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346726314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346726315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,390 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/daa01b8d670047fb97c734b07b85e963 2024-11-23T07:24:26,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/63f73b3928414dd796e979fe4698dbd6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/63f73b3928414dd796e979fe4698dbd6 2024-11-23T07:24:26,397 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/63f73b3928414dd796e979fe4698dbd6, entries=150, sequenceid=450, filesize=12.0 K 2024-11-23T07:24:26,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/c4ebaf2f7215491d85f6c17f5594c568 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/c4ebaf2f7215491d85f6c17f5594c568 2024-11-23T07:24:26,401 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/c4ebaf2f7215491d85f6c17f5594c568, entries=150, sequenceid=450, filesize=12.0 K 2024-11-23T07:24:26,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/daa01b8d670047fb97c734b07b85e963 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/daa01b8d670047fb97c734b07b85e963 2024-11-23T07:24:26,404 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/daa01b8d670047fb97c734b07b85e963, entries=150, sequenceid=450, filesize=12.0 K 2024-11-23T07:24:26,405 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 36507f7317e1360307f8e03c343f13f8 in 863ms, sequenceid=450, compaction requested=false 2024-11-23T07:24:26,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:26,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:26,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-23T07:24:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-23T07:24:26,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-23T07:24:26,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-11-23T07:24:26,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.9370 sec 2024-11-23T07:24:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:26,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T07:24:26,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:26,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:26,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:26,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:26,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:26,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:26,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/4e996fb4cb6c45f799f4612aa9dce785 is 50, key is test_row_0/A:col10/1732346666420/Put/seqid=0 2024-11-23T07:24:26,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742509_1685 (size=17181) 2024-11-23T07:24:26,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346726434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346726436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346726438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346726439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346726539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346726539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346726544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346726544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-23T07:24:26,576 INFO [Thread-2561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-23T07:24:26,577 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-23T07:24:26,578 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T07:24:26,579 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:26,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:26,633 DEBUG [Thread-2566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44462a02 to 127.0.0.1:49944 2024-11-23T07:24:26,633 DEBUG [Thread-2566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:26,635 DEBUG [Thread-2568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69d7a6f6 to 127.0.0.1:49944 2024-11-23T07:24:26,636 DEBUG [Thread-2568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:26,636 DEBUG [Thread-2564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a4d4e08 to 127.0.0.1:49944 2024-11-23T07:24:26,636 DEBUG [Thread-2564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:26,639 DEBUG [Thread-2570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5938a7c8 to 127.0.0.1:49944 2024-11-23T07:24:26,639 DEBUG [Thread-2570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:26,642 DEBUG [Thread-2562 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54dabc8f to 127.0.0.1:49944 2024-11-23T07:24:26,642 DEBUG [Thread-2562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T07:24:26,730 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T07:24:26,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:26,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:26,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:26,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:26,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:26,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346726743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346726744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346726749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346726750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/4e996fb4cb6c45f799f4612aa9dce785 2024-11-23T07:24:26,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/9bef5030c89c40a381caf0d92f827a06 is 50, key is test_row_0/B:col10/1732346666420/Put/seqid=0 2024-11-23T07:24:26,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742510_1686 (size=12301) 2024-11-23T07:24:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T07:24:26,882 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:26,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T07:24:26,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:26,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:26,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:26,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:26,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,035 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T07:24:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346727046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346727047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346727050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346727052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T07:24:27,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T07:24:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/9bef5030c89c40a381caf0d92f827a06 2024-11-23T07:24:27,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/090d857e0f9a4a0d923d38edcb13d48f is 50, key is test_row_0/C:col10/1732346666420/Put/seqid=0 2024-11-23T07:24:27,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742511_1687 (size=12301) 2024-11-23T07:24:27,339 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T07:24:27,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:27,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,492 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T07:24:27,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:27,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40378 deadline: 1732346727550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40392 deadline: 1732346727551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40406 deadline: 1732346727554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40396 deadline: 1732346727554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T07:24:27,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:27,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:27,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/090d857e0f9a4a0d923d38edcb13d48f 2024-11-23T07:24:27,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/4e996fb4cb6c45f799f4612aa9dce785 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4e996fb4cb6c45f799f4612aa9dce785 2024-11-23T07:24:27,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4e996fb4cb6c45f799f4612aa9dce785, entries=250, sequenceid=471, filesize=16.8 K 2024-11-23T07:24:27,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/9bef5030c89c40a381caf0d92f827a06 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/9bef5030c89c40a381caf0d92f827a06 2024-11-23T07:24:27,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/9bef5030c89c40a381caf0d92f827a06, entries=150, sequenceid=471, filesize=12.0 K 2024-11-23T07:24:27,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/090d857e0f9a4a0d923d38edcb13d48f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/090d857e0f9a4a0d923d38edcb13d48f 2024-11-23T07:24:27,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/090d857e0f9a4a0d923d38edcb13d48f, entries=150, sequenceid=471, filesize=12.0 K 2024-11-23T07:24:27,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 36507f7317e1360307f8e03c343f13f8 in 1240ms, sequenceid=471, compaction requested=true 2024-11-23T07:24:27,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:27,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:27,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:27,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:27,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:27,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36507f7317e1360307f8e03c343f13f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:27,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:27,660 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:27,660 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:27,661 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:27,661 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:27,661 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/A is initiating minor compaction (all files) 2024-11-23T07:24:27,661 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/B is initiating minor compaction (all files) 2024-11-23T07:24:27,661 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/A in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,661 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/B in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,661 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a6097c420e1f404997b002c9fcb51c3c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/63f73b3928414dd796e979fe4698dbd6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4e996fb4cb6c45f799f4612aa9dce785] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=41.8 K 2024-11-23T07:24:27,661 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/5a0f34cd092348689181606ae124c713, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/c4ebaf2f7215491d85f6c17f5594c568, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/9bef5030c89c40a381caf0d92f827a06] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=37.1 K 2024-11-23T07:24:27,662 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6097c420e1f404997b002c9fcb51c3c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732346664132 2024-11-23T07:24:27,662 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a0f34cd092348689181606ae124c713, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732346664132 2024-11-23T07:24:27,662 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63f73b3928414dd796e979fe4698dbd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732346664156 2024-11-23T07:24:27,662 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting c4ebaf2f7215491d85f6c17f5594c568, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732346664156 2024-11-23T07:24:27,662 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e996fb4cb6c45f799f4612aa9dce785, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732346666305 2024-11-23T07:24:27,662 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bef5030c89c40a381caf0d92f827a06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732346666305 2024-11-23T07:24:27,667 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#B#compaction#591 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:27,668 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/a43ff6709777459f858791975c2529de is 50, key is test_row_0/B:col10/1732346666420/Put/seqid=0 2024-11-23T07:24:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742512_1688 (size=13459) 2024-11-23T07:24:27,674 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#A#compaction#592 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:27,674 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/a6f5ddbfb6d24b22bfc56c2226ea87ea is 50, key is test_row_0/A:col10/1732346666420/Put/seqid=0 2024-11-23T07:24:27,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742513_1689 (size=13459) 2024-11-23T07:24:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T07:24:27,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:27,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-23T07:24:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:27,796 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T07:24:27,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:27,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:27,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:27,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:27,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:27,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/ace139610a3549898b7cc0c728c856e6 is 50, key is test_row_0/A:col10/1732346666437/Put/seqid=0 2024-11-23T07:24:27,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742514_1690 (size=12301) 2024-11-23T07:24:28,074 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/a43ff6709777459f858791975c2529de as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/a43ff6709777459f858791975c2529de 2024-11-23T07:24:28,077 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/B of 36507f7317e1360307f8e03c343f13f8 into a43ff6709777459f858791975c2529de(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:28,078 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:28,078 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/B, priority=13, startTime=1732346667660; duration=0sec 2024-11-23T07:24:28,078 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:28,078 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:B 2024-11-23T07:24:28,078 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:28,078 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:28,078 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 36507f7317e1360307f8e03c343f13f8/C is initiating minor compaction (all files) 2024-11-23T07:24:28,078 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36507f7317e1360307f8e03c343f13f8/C in TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:28,079 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/337a2ab4fd0b49cf8a3ac255fba0cb00, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/daa01b8d670047fb97c734b07b85e963, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/090d857e0f9a4a0d923d38edcb13d48f] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp, totalSize=37.1 K 2024-11-23T07:24:28,079 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 337a2ab4fd0b49cf8a3ac255fba0cb00, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732346664132 2024-11-23T07:24:28,079 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting daa01b8d670047fb97c734b07b85e963, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732346664156 2024-11-23T07:24:28,079 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 090d857e0f9a4a0d923d38edcb13d48f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732346666305 2024-11-23T07:24:28,080 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/a6f5ddbfb6d24b22bfc56c2226ea87ea as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a6f5ddbfb6d24b22bfc56c2226ea87ea 2024-11-23T07:24:28,083 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/A of 36507f7317e1360307f8e03c343f13f8 into a6f5ddbfb6d24b22bfc56c2226ea87ea(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:28,083 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:28,083 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/A, priority=13, startTime=1732346667660; duration=0sec 2024-11-23T07:24:28,083 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:28,083 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:A 2024-11-23T07:24:28,085 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36507f7317e1360307f8e03c343f13f8#C#compaction#594 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:28,085 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e5cd52c80b8a4ab3be9f69abd3defbe6 is 50, key is test_row_0/C:col10/1732346666420/Put/seqid=0 2024-11-23T07:24:28,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742515_1691 (size=13459) 2024-11-23T07:24:28,203 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/ace139610a3549898b7cc0c728c856e6 2024-11-23T07:24:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/fdca193ddcc9433fb7975e2dfceaa574 is 50, key is test_row_0/B:col10/1732346666437/Put/seqid=0 2024-11-23T07:24:28,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742516_1692 (size=12301) 2024-11-23T07:24:28,491 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/e5cd52c80b8a4ab3be9f69abd3defbe6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e5cd52c80b8a4ab3be9f69abd3defbe6 2024-11-23T07:24:28,495 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36507f7317e1360307f8e03c343f13f8/C of 36507f7317e1360307f8e03c343f13f8 into e5cd52c80b8a4ab3be9f69abd3defbe6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:28,495 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:28,495 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8., storeName=36507f7317e1360307f8e03c343f13f8/C, priority=13, startTime=1732346667660; duration=0sec 2024-11-23T07:24:28,495 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:28,495 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36507f7317e1360307f8e03c343f13f8:C 2024-11-23T07:24:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:28,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. as already flushing 2024-11-23T07:24:28,556 DEBUG [Thread-2551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65036559 to 127.0.0.1:49944 2024-11-23T07:24:28,556 DEBUG [Thread-2551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:28,559 DEBUG [Thread-2553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21f67a4d to 127.0.0.1:49944 2024-11-23T07:24:28,559 DEBUG [Thread-2555 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d5fe744 to 127.0.0.1:49944 2024-11-23T07:24:28,559 DEBUG [Thread-2553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:28,559 DEBUG [Thread-2555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:28,562 DEBUG [Thread-2559 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c014307 to 127.0.0.1:49944 2024-11-23T07:24:28,562 DEBUG [Thread-2559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:28,612 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/fdca193ddcc9433fb7975e2dfceaa574 2024-11-23T07:24:28,622 DEBUG [Thread-2557 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x721d647e to 127.0.0.1:49944 2024-11-23T07:24:28,622 DEBUG [Thread-2557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:28,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/aa947bee5df94b0daca476340a25dfc3 is 50, key is test_row_0/C:col10/1732346666437/Put/seqid=0 2024-11-23T07:24:28,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742517_1693 (size=12301) 2024-11-23T07:24:28,627 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/aa947bee5df94b0daca476340a25dfc3 2024-11-23T07:24:28,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/ace139610a3549898b7cc0c728c856e6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/ace139610a3549898b7cc0c728c856e6 2024-11-23T07:24:28,632 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/ace139610a3549898b7cc0c728c856e6, entries=150, sequenceid=486, filesize=12.0 K 2024-11-23T07:24:28,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/fdca193ddcc9433fb7975e2dfceaa574 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/fdca193ddcc9433fb7975e2dfceaa574 2024-11-23T07:24:28,635 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/fdca193ddcc9433fb7975e2dfceaa574, entries=150, sequenceid=486, filesize=12.0 K 2024-11-23T07:24:28,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/aa947bee5df94b0daca476340a25dfc3 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/aa947bee5df94b0daca476340a25dfc3 2024-11-23T07:24:28,638 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/aa947bee5df94b0daca476340a25dfc3, entries=150, sequenceid=486, filesize=12.0 K 2024-11-23T07:24:28,639 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=33.54 KB/34350 for 36507f7317e1360307f8e03c343f13f8 in 843ms, sequenceid=486, compaction requested=false 2024-11-23T07:24:28,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:28,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:28,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-23T07:24:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-23T07:24:28,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-23T07:24:28,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0610 sec 2024-11-23T07:24:28,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.0640 sec 2024-11-23T07:24:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T07:24:28,682 INFO [Thread-2561 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2521 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7563 rows 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2544 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7632 rows 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2544 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7632 rows 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2534 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7602 rows 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2536 2024-11-23T07:24:28,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7608 rows 2024-11-23T07:24:28,682 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T07:24:28,682 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27a19e6a to 127.0.0.1:49944 2024-11-23T07:24:28,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:28,684 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T07:24:28,684 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T07:24:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T07:24:28,688 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346668688"}]},"ts":"1732346668688"} 2024-11-23T07:24:28,689 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T07:24:28,692 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T07:24:28,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T07:24:28,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36507f7317e1360307f8e03c343f13f8, UNASSIGN}] 2024-11-23T07:24:28,694 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36507f7317e1360307f8e03c343f13f8, UNASSIGN 2024-11-23T07:24:28,694 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=36507f7317e1360307f8e03c343f13f8, regionState=CLOSING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:28,695 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T07:24:28,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure 36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:24:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T07:24:28,846 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:28,847 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:28,847 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T07:24:28,847 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing 36507f7317e1360307f8e03c343f13f8, disabling compactions & flushes 2024-11-23T07:24:28,847 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:28,847 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:28,847 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. after waiting 0 ms 2024-11-23T07:24:28,847 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:28,847 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(2837): Flushing 36507f7317e1360307f8e03c343f13f8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T07:24:28,847 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=A 2024-11-23T07:24:28,847 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:28,847 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=B 2024-11-23T07:24:28,847 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:28,847 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36507f7317e1360307f8e03c343f13f8, store=C 2024-11-23T07:24:28,848 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:28,851 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/904d1d4d45224d7681c94a09def228db is 50, key is test_row_1/A:col10/1732346668557/Put/seqid=0 2024-11-23T07:24:28,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742518_1694 (size=9857) 2024-11-23T07:24:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T07:24:29,254 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/904d1d4d45224d7681c94a09def228db 2024-11-23T07:24:29,259 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/bd72037bcf334badbe1e29b6d2a9d7f0 is 50, key is test_row_1/B:col10/1732346668557/Put/seqid=0 2024-11-23T07:24:29,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742519_1695 (size=9857) 2024-11-23T07:24:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T07:24:29,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T07:24:29,662 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/bd72037bcf334badbe1e29b6d2a9d7f0 2024-11-23T07:24:29,667 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/a50e4710801644259909416be2900412 is 50, key is test_row_1/C:col10/1732346668557/Put/seqid=0 2024-11-23T07:24:29,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742520_1696 (size=9857) 2024-11-23T07:24:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T07:24:30,071 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/a50e4710801644259909416be2900412 2024-11-23T07:24:30,074 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/A/904d1d4d45224d7681c94a09def228db as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/904d1d4d45224d7681c94a09def228db 2024-11-23T07:24:30,076 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/904d1d4d45224d7681c94a09def228db, entries=100, sequenceid=497, filesize=9.6 K 2024-11-23T07:24:30,077 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/B/bd72037bcf334badbe1e29b6d2a9d7f0 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/bd72037bcf334badbe1e29b6d2a9d7f0 2024-11-23T07:24:30,079 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/bd72037bcf334badbe1e29b6d2a9d7f0, entries=100, sequenceid=497, filesize=9.6 K 2024-11-23T07:24:30,079 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/.tmp/C/a50e4710801644259909416be2900412 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/a50e4710801644259909416be2900412 2024-11-23T07:24:30,082 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/a50e4710801644259909416be2900412, entries=100, sequenceid=497, filesize=9.6 K 2024-11-23T07:24:30,082 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 36507f7317e1360307f8e03c343f13f8 in 1235ms, sequenceid=497, compaction requested=true 2024-11-23T07:24:30,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/b9f093fbe96d4bd6ad188d7a30cc5782, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cc44a73f18524a7094153784acc6bd5b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/1078a22be4374664b2ae93f2326a9c57, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/15a468dcd65b4b7f82f2b373049ab9ff, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cd6e3058d7874df2bea378df78ba1491, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cd4deb05d7bd42e68be443872f76b23b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4609bef84ff74e76a9fc672f66b74202, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/2b7e3c54396b47a5aada1096c15eeea1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/0ce96e85e59b429ba47e8a84e1a65c43, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/c66c1bb3e42646f5aad0821b34da2dce, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/f17a48566ea64bbe82f8e8c19522efd4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/1f71b353ac0f4cd4adb2b9a791439646, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4e32b43dd58f4d5fa3cc3c91660519d7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/380d8e66f0284aaba74b88f692c5f64e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a85cd32719804f8ea76772bba7b983f7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/6dcb42b097454875b732b9e685f9574c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/c67363ae0e3d485e9228af5cda72cba7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/285ba87ccb8647a7a49c5664c12d7ddc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/481b978dbbca4c0e9a7909b53c4f4338, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/dcc477929f9c4cd08f5c16481d4cd531, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/9cfd4f360a204dc99296518620be3cdc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/0226844ffa464188b3630bc2cbd8dafd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/5f24e9ebfedf44e3855ef64ee280f42c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/7fb171c6f5a34e2f881403c8e9658ec8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/8745d9ced41f4aef84f9ad3af279293d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/bf9c961d79544fcd813049a162e86d26, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/f428837ce69b4d73b7d4767d4298b82a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/7da34a0c1e7643c0b726592653486bec, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/9d7f917f5bda49d892d020fa44fbe72f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/bd9706e160914ea6b54a8c06fc823e3c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/867e09dda825445fb062c4b1e3973153, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a6097c420e1f404997b002c9fcb51c3c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/63f73b3928414dd796e979fe4698dbd6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4e996fb4cb6c45f799f4612aa9dce785] to archive 2024-11-23T07:24:30,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:24:30,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/b9f093fbe96d4bd6ad188d7a30cc5782 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/b9f093fbe96d4bd6ad188d7a30cc5782 2024-11-23T07:24:30,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cc44a73f18524a7094153784acc6bd5b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cc44a73f18524a7094153784acc6bd5b 2024-11-23T07:24:30,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/1078a22be4374664b2ae93f2326a9c57 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/1078a22be4374664b2ae93f2326a9c57 2024-11-23T07:24:30,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/15a468dcd65b4b7f82f2b373049ab9ff to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/15a468dcd65b4b7f82f2b373049ab9ff 2024-11-23T07:24:30,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cd6e3058d7874df2bea378df78ba1491 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cd6e3058d7874df2bea378df78ba1491 2024-11-23T07:24:30,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cd4deb05d7bd42e68be443872f76b23b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/cd4deb05d7bd42e68be443872f76b23b 2024-11-23T07:24:30,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4609bef84ff74e76a9fc672f66b74202 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4609bef84ff74e76a9fc672f66b74202 2024-11-23T07:24:30,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/2b7e3c54396b47a5aada1096c15eeea1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/2b7e3c54396b47a5aada1096c15eeea1 2024-11-23T07:24:30,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/0ce96e85e59b429ba47e8a84e1a65c43 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/0ce96e85e59b429ba47e8a84e1a65c43 2024-11-23T07:24:30,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/c66c1bb3e42646f5aad0821b34da2dce to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/c66c1bb3e42646f5aad0821b34da2dce 2024-11-23T07:24:30,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/f17a48566ea64bbe82f8e8c19522efd4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/f17a48566ea64bbe82f8e8c19522efd4 2024-11-23T07:24:30,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/1f71b353ac0f4cd4adb2b9a791439646 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/1f71b353ac0f4cd4adb2b9a791439646 2024-11-23T07:24:30,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4e32b43dd58f4d5fa3cc3c91660519d7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4e32b43dd58f4d5fa3cc3c91660519d7 2024-11-23T07:24:30,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/380d8e66f0284aaba74b88f692c5f64e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/380d8e66f0284aaba74b88f692c5f64e 2024-11-23T07:24:30,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a85cd32719804f8ea76772bba7b983f7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a85cd32719804f8ea76772bba7b983f7 2024-11-23T07:24:30,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/6dcb42b097454875b732b9e685f9574c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/6dcb42b097454875b732b9e685f9574c 2024-11-23T07:24:30,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/c67363ae0e3d485e9228af5cda72cba7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/c67363ae0e3d485e9228af5cda72cba7 2024-11-23T07:24:30,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/285ba87ccb8647a7a49c5664c12d7ddc to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/285ba87ccb8647a7a49c5664c12d7ddc 2024-11-23T07:24:30,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/481b978dbbca4c0e9a7909b53c4f4338 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/481b978dbbca4c0e9a7909b53c4f4338 2024-11-23T07:24:30,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/dcc477929f9c4cd08f5c16481d4cd531 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/dcc477929f9c4cd08f5c16481d4cd531 2024-11-23T07:24:30,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/9cfd4f360a204dc99296518620be3cdc to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/9cfd4f360a204dc99296518620be3cdc 2024-11-23T07:24:30,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/0226844ffa464188b3630bc2cbd8dafd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/0226844ffa464188b3630bc2cbd8dafd 2024-11-23T07:24:30,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/5f24e9ebfedf44e3855ef64ee280f42c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/5f24e9ebfedf44e3855ef64ee280f42c 2024-11-23T07:24:30,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/7fb171c6f5a34e2f881403c8e9658ec8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/7fb171c6f5a34e2f881403c8e9658ec8 2024-11-23T07:24:30,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/8745d9ced41f4aef84f9ad3af279293d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/8745d9ced41f4aef84f9ad3af279293d 2024-11-23T07:24:30,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/bf9c961d79544fcd813049a162e86d26 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/bf9c961d79544fcd813049a162e86d26 2024-11-23T07:24:30,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/f428837ce69b4d73b7d4767d4298b82a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/f428837ce69b4d73b7d4767d4298b82a 2024-11-23T07:24:30,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/7da34a0c1e7643c0b726592653486bec to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/7da34a0c1e7643c0b726592653486bec 2024-11-23T07:24:30,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/9d7f917f5bda49d892d020fa44fbe72f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/9d7f917f5bda49d892d020fa44fbe72f 2024-11-23T07:24:30,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/bd9706e160914ea6b54a8c06fc823e3c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/bd9706e160914ea6b54a8c06fc823e3c 2024-11-23T07:24:30,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/867e09dda825445fb062c4b1e3973153 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/867e09dda825445fb062c4b1e3973153 2024-11-23T07:24:30,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a6097c420e1f404997b002c9fcb51c3c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a6097c420e1f404997b002c9fcb51c3c 2024-11-23T07:24:30,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/63f73b3928414dd796e979fe4698dbd6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/63f73b3928414dd796e979fe4698dbd6 2024-11-23T07:24:30,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4e996fb4cb6c45f799f4612aa9dce785 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/4e996fb4cb6c45f799f4612aa9dce785 2024-11-23T07:24:30,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/40a585d37bbd4070a4d36cb9f8417f42, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/39078e56d45c4e82b2546432492fa8ae, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/cd4b8adbdc404b9881b8b48512e3092b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/f71451b64428437cb6e22cf6e5d5a26b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/eca88fbf66904737a212bec749370a82, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/50dd3a9d598e4449acf07d80c246648c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/706e65f695f4464aabf5948f56d3142d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/b45c8a07115d4bba886750050364f125, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/97417bd8b2454037ad994663445286b7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/19a10a58e97744bf9974ff3eb98fa1ba, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/881d6c932c07405998d2acd5f8e802b7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/556f2a121bd74754aec236f97ea70de0, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/da222f0f680a4b199ee1bc84d6a92aef, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/6e73d47987e141d8ab881ab7ed6d3ee2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/1fd7f548e706444ab776f896a75813fe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/24787bbd06b44beaa918eb1b38f0f91d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/33dacdbc950f44b3a72f4458987a20f4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/468cb8cdb5384d918f59fbffd04639cf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/14ba7a35b73a4977bff534f75c590a39, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/c599bec0f97f490abb60c002c156b20a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/bee95721b1de42688df9e1879a24e425, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7408a84d8c4b42b19cf00b9320e3c657, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/5c4778792898447aab3dde4dab243163, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/d62231b8a70b4e759820bd0619d1b66c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7f17ceac56624c15b0726ffee9d0732b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/17a414316f284c7d9348ba12be637e44, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7cce4ea4ea594444a62d0fb0a5d83ee5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/8245f4b4ae3944d0a1e576acabe49974, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/677c390366774e87a9b6b4cbc9f06b89, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/a42480ebd5e54a17915917627e998419, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/5a0f34cd092348689181606ae124c713, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/48520c255b6241ffbfdd267b6b6c2e8a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/c4ebaf2f7215491d85f6c17f5594c568, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/9bef5030c89c40a381caf0d92f827a06] to archive 2024-11-23T07:24:30,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:24:30,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/40a585d37bbd4070a4d36cb9f8417f42 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/40a585d37bbd4070a4d36cb9f8417f42 2024-11-23T07:24:30,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/39078e56d45c4e82b2546432492fa8ae to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/39078e56d45c4e82b2546432492fa8ae 2024-11-23T07:24:30,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/cd4b8adbdc404b9881b8b48512e3092b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/cd4b8adbdc404b9881b8b48512e3092b 2024-11-23T07:24:30,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/f71451b64428437cb6e22cf6e5d5a26b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/f71451b64428437cb6e22cf6e5d5a26b 2024-11-23T07:24:30,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/eca88fbf66904737a212bec749370a82 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/eca88fbf66904737a212bec749370a82 2024-11-23T07:24:30,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/50dd3a9d598e4449acf07d80c246648c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/50dd3a9d598e4449acf07d80c246648c 2024-11-23T07:24:30,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/706e65f695f4464aabf5948f56d3142d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/706e65f695f4464aabf5948f56d3142d 2024-11-23T07:24:30,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/b45c8a07115d4bba886750050364f125 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/b45c8a07115d4bba886750050364f125 2024-11-23T07:24:30,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/97417bd8b2454037ad994663445286b7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/97417bd8b2454037ad994663445286b7 2024-11-23T07:24:30,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/19a10a58e97744bf9974ff3eb98fa1ba to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/19a10a58e97744bf9974ff3eb98fa1ba 2024-11-23T07:24:30,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/881d6c932c07405998d2acd5f8e802b7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/881d6c932c07405998d2acd5f8e802b7 2024-11-23T07:24:30,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/556f2a121bd74754aec236f97ea70de0 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/556f2a121bd74754aec236f97ea70de0 2024-11-23T07:24:30,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/da222f0f680a4b199ee1bc84d6a92aef to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/da222f0f680a4b199ee1bc84d6a92aef 2024-11-23T07:24:30,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/6e73d47987e141d8ab881ab7ed6d3ee2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/6e73d47987e141d8ab881ab7ed6d3ee2 2024-11-23T07:24:30,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/1fd7f548e706444ab776f896a75813fe to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/1fd7f548e706444ab776f896a75813fe 2024-11-23T07:24:30,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/24787bbd06b44beaa918eb1b38f0f91d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/24787bbd06b44beaa918eb1b38f0f91d 2024-11-23T07:24:30,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/33dacdbc950f44b3a72f4458987a20f4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/33dacdbc950f44b3a72f4458987a20f4 2024-11-23T07:24:30,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/468cb8cdb5384d918f59fbffd04639cf to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/468cb8cdb5384d918f59fbffd04639cf 2024-11-23T07:24:30,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/14ba7a35b73a4977bff534f75c590a39 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/14ba7a35b73a4977bff534f75c590a39 2024-11-23T07:24:30,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/c599bec0f97f490abb60c002c156b20a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/c599bec0f97f490abb60c002c156b20a 2024-11-23T07:24:30,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/bee95721b1de42688df9e1879a24e425 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/bee95721b1de42688df9e1879a24e425 2024-11-23T07:24:30,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7408a84d8c4b42b19cf00b9320e3c657 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7408a84d8c4b42b19cf00b9320e3c657 2024-11-23T07:24:30,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/5c4778792898447aab3dde4dab243163 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/5c4778792898447aab3dde4dab243163 2024-11-23T07:24:30,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/d62231b8a70b4e759820bd0619d1b66c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/d62231b8a70b4e759820bd0619d1b66c 2024-11-23T07:24:30,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7f17ceac56624c15b0726ffee9d0732b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7f17ceac56624c15b0726ffee9d0732b 2024-11-23T07:24:30,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/17a414316f284c7d9348ba12be637e44 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/17a414316f284c7d9348ba12be637e44 2024-11-23T07:24:30,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7cce4ea4ea594444a62d0fb0a5d83ee5 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/7cce4ea4ea594444a62d0fb0a5d83ee5 2024-11-23T07:24:30,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/8245f4b4ae3944d0a1e576acabe49974 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/8245f4b4ae3944d0a1e576acabe49974 2024-11-23T07:24:30,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/677c390366774e87a9b6b4cbc9f06b89 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/677c390366774e87a9b6b4cbc9f06b89 2024-11-23T07:24:30,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/a42480ebd5e54a17915917627e998419 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/a42480ebd5e54a17915917627e998419 2024-11-23T07:24:30,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/5a0f34cd092348689181606ae124c713 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/5a0f34cd092348689181606ae124c713 2024-11-23T07:24:30,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/48520c255b6241ffbfdd267b6b6c2e8a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/48520c255b6241ffbfdd267b6b6c2e8a 2024-11-23T07:24:30,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/c4ebaf2f7215491d85f6c17f5594c568 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/c4ebaf2f7215491d85f6c17f5594c568 2024-11-23T07:24:30,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/9bef5030c89c40a381caf0d92f827a06 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/9bef5030c89c40a381caf0d92f827a06 2024-11-23T07:24:30,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/3c72541ec39c49fe9a56b0859d3ee7d2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/8eb85c92df8a40ddbef5e6d3169c26f1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9ac1624c79f14ee2979fdab5822ae5d1, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/1bb2c1c66e90477996ce09d85029fcb3, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/addce6d998544252a645c048b9aac6c7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/0eeb7caa1ded41aeb997f1d6e8edbdd2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/ee718755eea34071bf2a9baef02920a8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/497811c614fe44aab5634a809fcb425d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/98ef1dc33d504fc48ec7dd0cbddfe24d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/1d3a85fc819e47f8b5dcfdf85ab425ae, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/158fa563fd8c4969834d3dc986721c14, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/b407b4d5e070410ebe167240134295ac, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/2ddeda36067c45b6bda51584c8ec6951, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/95af7e53fa734d66a52f2b5531c7e4b7, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/5957a05431804d0c95c19eec56a3c59e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e4320df86b2f4241be564ab292c82690, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/5f8d7ea6bde14ce89667ee57fb704a9f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/8f2ed543208d4721b48bc9ec4df4a334, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/b6911ec164364941ab472f138a972656, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/6791850656e04adabf9b403c26efbc94, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/df5e0849f94f40579587839af37a83ce, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/2d9ab463fe8943cabedbaeb2015df515, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/375c309f02b24dbe9293e151577b841f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e015ec47539145f483bf08fa86d5ea77, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e857208500c747499c5ab8b334ce3acb, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/59dc541a04c34a4a93361bd024bb0590, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e69af0cbf54242d693d6986d752bec50, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9c0ddbce5436439892a56b4263b52ccf, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/c61c2b319dbe4ab7bf7befec5db7671d, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9169202b8ce8461f879903f6e1ee814a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/337a2ab4fd0b49cf8a3ac255fba0cb00, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/999e01f1860f42c9a4c70e9e69e80f7c, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/daa01b8d670047fb97c734b07b85e963, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/090d857e0f9a4a0d923d38edcb13d48f] to archive 2024-11-23T07:24:30,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:24:30,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/3c72541ec39c49fe9a56b0859d3ee7d2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/3c72541ec39c49fe9a56b0859d3ee7d2 2024-11-23T07:24:30,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/8eb85c92df8a40ddbef5e6d3169c26f1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/8eb85c92df8a40ddbef5e6d3169c26f1 2024-11-23T07:24:30,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9ac1624c79f14ee2979fdab5822ae5d1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9ac1624c79f14ee2979fdab5822ae5d1 2024-11-23T07:24:30,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/1bb2c1c66e90477996ce09d85029fcb3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/1bb2c1c66e90477996ce09d85029fcb3 2024-11-23T07:24:30,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/addce6d998544252a645c048b9aac6c7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/addce6d998544252a645c048b9aac6c7 2024-11-23T07:24:30,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/0eeb7caa1ded41aeb997f1d6e8edbdd2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/0eeb7caa1ded41aeb997f1d6e8edbdd2 2024-11-23T07:24:30,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/ee718755eea34071bf2a9baef02920a8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/ee718755eea34071bf2a9baef02920a8 2024-11-23T07:24:30,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/497811c614fe44aab5634a809fcb425d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/497811c614fe44aab5634a809fcb425d 2024-11-23T07:24:30,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/98ef1dc33d504fc48ec7dd0cbddfe24d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/98ef1dc33d504fc48ec7dd0cbddfe24d 2024-11-23T07:24:30,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/1d3a85fc819e47f8b5dcfdf85ab425ae to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/1d3a85fc819e47f8b5dcfdf85ab425ae 2024-11-23T07:24:30,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/158fa563fd8c4969834d3dc986721c14 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/158fa563fd8c4969834d3dc986721c14 2024-11-23T07:24:30,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/b407b4d5e070410ebe167240134295ac to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/b407b4d5e070410ebe167240134295ac 2024-11-23T07:24:30,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/2ddeda36067c45b6bda51584c8ec6951 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/2ddeda36067c45b6bda51584c8ec6951 2024-11-23T07:24:30,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/95af7e53fa734d66a52f2b5531c7e4b7 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/95af7e53fa734d66a52f2b5531c7e4b7 2024-11-23T07:24:30,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/5957a05431804d0c95c19eec56a3c59e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/5957a05431804d0c95c19eec56a3c59e 2024-11-23T07:24:30,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e4320df86b2f4241be564ab292c82690 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e4320df86b2f4241be564ab292c82690 2024-11-23T07:24:30,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/5f8d7ea6bde14ce89667ee57fb704a9f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/5f8d7ea6bde14ce89667ee57fb704a9f 2024-11-23T07:24:30,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/8f2ed543208d4721b48bc9ec4df4a334 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/8f2ed543208d4721b48bc9ec4df4a334 2024-11-23T07:24:30,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/b6911ec164364941ab472f138a972656 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/b6911ec164364941ab472f138a972656 2024-11-23T07:24:30,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/6791850656e04adabf9b403c26efbc94 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/6791850656e04adabf9b403c26efbc94 2024-11-23T07:24:30,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/df5e0849f94f40579587839af37a83ce to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/df5e0849f94f40579587839af37a83ce 2024-11-23T07:24:30,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/2d9ab463fe8943cabedbaeb2015df515 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/2d9ab463fe8943cabedbaeb2015df515 2024-11-23T07:24:30,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/375c309f02b24dbe9293e151577b841f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/375c309f02b24dbe9293e151577b841f 2024-11-23T07:24:30,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e015ec47539145f483bf08fa86d5ea77 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e015ec47539145f483bf08fa86d5ea77 2024-11-23T07:24:30,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e857208500c747499c5ab8b334ce3acb to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e857208500c747499c5ab8b334ce3acb 2024-11-23T07:24:30,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/59dc541a04c34a4a93361bd024bb0590 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/59dc541a04c34a4a93361bd024bb0590 2024-11-23T07:24:30,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e69af0cbf54242d693d6986d752bec50 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e69af0cbf54242d693d6986d752bec50 2024-11-23T07:24:30,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9c0ddbce5436439892a56b4263b52ccf to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9c0ddbce5436439892a56b4263b52ccf 2024-11-23T07:24:30,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/c61c2b319dbe4ab7bf7befec5db7671d to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/c61c2b319dbe4ab7bf7befec5db7671d 2024-11-23T07:24:30,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9169202b8ce8461f879903f6e1ee814a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/9169202b8ce8461f879903f6e1ee814a 2024-11-23T07:24:30,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/337a2ab4fd0b49cf8a3ac255fba0cb00 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/337a2ab4fd0b49cf8a3ac255fba0cb00 2024-11-23T07:24:30,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/999e01f1860f42c9a4c70e9e69e80f7c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/999e01f1860f42c9a4c70e9e69e80f7c 2024-11-23T07:24:30,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/daa01b8d670047fb97c734b07b85e963 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/daa01b8d670047fb97c734b07b85e963 2024-11-23T07:24:30,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/090d857e0f9a4a0d923d38edcb13d48f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/090d857e0f9a4a0d923d38edcb13d48f 2024-11-23T07:24:30,173 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/recovered.edits/500.seqid, newMaxSeqId=500, maxSeqId=1 2024-11-23T07:24:30,174 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8. 2024-11-23T07:24:30,174 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for 36507f7317e1360307f8e03c343f13f8: 2024-11-23T07:24:30,175 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed 36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:30,176 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=36507f7317e1360307f8e03c343f13f8, regionState=CLOSED 2024-11-23T07:24:30,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-23T07:24:30,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure 36507f7317e1360307f8e03c343f13f8, server=404f8ac4dfd7,44557,1732346521510 in 1.4810 sec 2024-11-23T07:24:30,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-23T07:24:30,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=36507f7317e1360307f8e03c343f13f8, UNASSIGN in 1.4840 sec 2024-11-23T07:24:30,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-23T07:24:30,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4860 sec 2024-11-23T07:24:30,180 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346670180"}]},"ts":"1732346670180"} 2024-11-23T07:24:30,181 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T07:24:30,183 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T07:24:30,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4990 sec 2024-11-23T07:24:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-23T07:24:30,791 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-23T07:24:30,791 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T07:24:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:30,792 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T07:24:30,793 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=158, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:30,794 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:30,796 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/recovered.edits] 2024-11-23T07:24:30,798 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/904d1d4d45224d7681c94a09def228db to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/904d1d4d45224d7681c94a09def228db 2024-11-23T07:24:30,799 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a6f5ddbfb6d24b22bfc56c2226ea87ea to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/a6f5ddbfb6d24b22bfc56c2226ea87ea 2024-11-23T07:24:30,799 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/ace139610a3549898b7cc0c728c856e6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/A/ace139610a3549898b7cc0c728c856e6 2024-11-23T07:24:30,801 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/a43ff6709777459f858791975c2529de to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/a43ff6709777459f858791975c2529de 2024-11-23T07:24:30,802 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/bd72037bcf334badbe1e29b6d2a9d7f0 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/bd72037bcf334badbe1e29b6d2a9d7f0 2024-11-23T07:24:30,802 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/fdca193ddcc9433fb7975e2dfceaa574 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/B/fdca193ddcc9433fb7975e2dfceaa574 2024-11-23T07:24:30,804 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/a50e4710801644259909416be2900412 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/a50e4710801644259909416be2900412 2024-11-23T07:24:30,805 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/aa947bee5df94b0daca476340a25dfc3 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/aa947bee5df94b0daca476340a25dfc3 2024-11-23T07:24:30,805 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e5cd52c80b8a4ab3be9f69abd3defbe6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/C/e5cd52c80b8a4ab3be9f69abd3defbe6 2024-11-23T07:24:30,807 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/recovered.edits/500.seqid to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8/recovered.edits/500.seqid 2024-11-23T07:24:30,807 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/36507f7317e1360307f8e03c343f13f8 2024-11-23T07:24:30,807 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T07:24:30,809 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=158, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:30,810 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T07:24:30,812 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T07:24:30,812 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=158, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:30,813 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T07:24:30,813 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732346670813"}]},"ts":"9223372036854775807"} 2024-11-23T07:24:30,814 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T07:24:30,814 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 36507f7317e1360307f8e03c343f13f8, NAME => 'TestAcidGuarantees,,1732346644458.36507f7317e1360307f8e03c343f13f8.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T07:24:30,814 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T07:24:30,814 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732346670814"}]},"ts":"9223372036854775807"} 2024-11-23T07:24:30,815 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T07:24:30,818 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=158, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:30,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-23T07:24:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-23T07:24:30,894 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-23T07:24:30,903 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240 (was 240), OpenFileDescriptor=459 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 702), ProcessCount=11 (was 11), AvailableMemoryMB=4287 (was 3536) - AvailableMemoryMB LEAK? - 2024-11-23T07:24:30,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=4286 2024-11-23T07:24:30,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T07:24:30,913 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T07:24:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:30,914 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T07:24:30,914 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:30,914 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 159 2024-11-23T07:24:30,915 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T07:24:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T07:24:30,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742521_1697 (size=963) 2024-11-23T07:24:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T07:24:31,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T07:24:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T07:24:31,321 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70 2024-11-23T07:24:31,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742522_1698 (size=53) 2024-11-23T07:24:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T07:24:31,726 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:24:31,726 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 718361c62b64b38dac0c1957bf2a1672, disabling compactions & flushes 2024-11-23T07:24:31,726 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:31,726 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:31,726 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. after waiting 0 ms 2024-11-23T07:24:31,726 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:31,726 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:31,726 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:31,727 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T07:24:31,727 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732346671727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732346671727"}]},"ts":"1732346671727"} 2024-11-23T07:24:31,728 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T07:24:31,729 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T07:24:31,729 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346671729"}]},"ts":"1732346671729"} 2024-11-23T07:24:31,729 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T07:24:31,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=718361c62b64b38dac0c1957bf2a1672, ASSIGN}] 2024-11-23T07:24:31,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=718361c62b64b38dac0c1957bf2a1672, ASSIGN 2024-11-23T07:24:31,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=718361c62b64b38dac0c1957bf2a1672, ASSIGN; state=OFFLINE, location=404f8ac4dfd7,44557,1732346521510; forceNewPlan=false, retain=false 2024-11-23T07:24:31,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=718361c62b64b38dac0c1957bf2a1672, regionState=OPENING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:31,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; OpenRegionProcedure 718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:24:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T07:24:32,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:32,041 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:32,041 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7285): Opening region: {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} 2024-11-23T07:24:32,041 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:32,041 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:24:32,041 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7327): checking encryption for 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:32,041 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7330): checking classloading for 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:32,042 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:32,043 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:24:32,044 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718361c62b64b38dac0c1957bf2a1672 columnFamilyName A 2024-11-23T07:24:32,044 DEBUG [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:32,044 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.HStore(327): Store=718361c62b64b38dac0c1957bf2a1672/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:24:32,044 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:32,045 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:24:32,045 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718361c62b64b38dac0c1957bf2a1672 columnFamilyName B 2024-11-23T07:24:32,045 DEBUG [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:32,046 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.HStore(327): Store=718361c62b64b38dac0c1957bf2a1672/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:24:32,046 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:32,046 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:24:32,046 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718361c62b64b38dac0c1957bf2a1672 columnFamilyName C 2024-11-23T07:24:32,046 DEBUG [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:32,047 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.HStore(327): Store=718361c62b64b38dac0c1957bf2a1672/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:24:32,047 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:32,047 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:32,048 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:32,049 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T07:24:32,050 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1085): writing seq id for 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:32,051 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T07:24:32,052 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1102): Opened 718361c62b64b38dac0c1957bf2a1672; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63015788, jitterRate=-0.06099158525466919}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T07:24:32,052 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1001): Region open journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:32,053 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., pid=161, masterSystemTime=1732346672038 2024-11-23T07:24:32,054 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:32,054 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:32,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=718361c62b64b38dac0c1957bf2a1672, regionState=OPEN, openSeqNum=2, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:32,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-23T07:24:32,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; OpenRegionProcedure 718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 in 168 msec 2024-11-23T07:24:32,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-23T07:24:32,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=718361c62b64b38dac0c1957bf2a1672, ASSIGN in 322 msec 2024-11-23T07:24:32,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T07:24:32,058 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346672058"}]},"ts":"1732346672058"} 2024-11-23T07:24:32,058 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T07:24:32,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T07:24:32,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-23T07:24:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-23T07:24:33,019 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-23T07:24:33,020 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d4ec7e8 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e6ac62f 2024-11-23T07:24:33,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366de26d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:33,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:33,032 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:33,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T07:24:33,034 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T07:24:33,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T07:24:33,035 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T07:24:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:33,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742523_1699 (size=999) 2024-11-23T07:24:33,444 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T07:24:33,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T07:24:33,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T07:24:33,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=718361c62b64b38dac0c1957bf2a1672, REOPEN/MOVE}] 2024-11-23T07:24:33,448 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=718361c62b64b38dac0c1957bf2a1672, REOPEN/MOVE 2024-11-23T07:24:33,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=718361c62b64b38dac0c1957bf2a1672, regionState=CLOSING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:33,449 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T07:24:33,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; CloseRegionProcedure 718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:24:33,600 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:33,601 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(124): Close 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:33,601 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T07:24:33,601 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1681): Closing 718361c62b64b38dac0c1957bf2a1672, disabling compactions & flushes 2024-11-23T07:24:33,601 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:33,601 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:33,601 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. after waiting 0 ms 2024-11-23T07:24:33,601 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:33,604 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T07:24:33,604 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:33,604 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1635): Region close journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:33,604 WARN [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionServer(3786): Not adding moved region record: 718361c62b64b38dac0c1957bf2a1672 to self. 2024-11-23T07:24:33,605 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(170): Closed 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:33,606 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=718361c62b64b38dac0c1957bf2a1672, regionState=CLOSED 2024-11-23T07:24:33,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-23T07:24:33,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; CloseRegionProcedure 718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 in 157 msec 2024-11-23T07:24:33,608 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=718361c62b64b38dac0c1957bf2a1672, REOPEN/MOVE; state=CLOSED, location=404f8ac4dfd7,44557,1732346521510; forceNewPlan=false, retain=true 2024-11-23T07:24:33,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=718361c62b64b38dac0c1957bf2a1672, regionState=OPENING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:33,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=164, state=RUNNABLE; OpenRegionProcedure 718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:24:33,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:33,913 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:33,913 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7285): Opening region: {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} 2024-11-23T07:24:33,913 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:33,913 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T07:24:33,913 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7327): checking encryption for 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:33,913 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7330): checking classloading for 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:33,914 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:33,915 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:24:33,915 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718361c62b64b38dac0c1957bf2a1672 columnFamilyName A 2024-11-23T07:24:33,916 DEBUG [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:33,916 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.HStore(327): Store=718361c62b64b38dac0c1957bf2a1672/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:24:33,917 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:33,917 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:24:33,917 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718361c62b64b38dac0c1957bf2a1672 columnFamilyName B 2024-11-23T07:24:33,917 DEBUG [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:33,918 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.HStore(327): Store=718361c62b64b38dac0c1957bf2a1672/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:24:33,918 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:33,918 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T07:24:33,918 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 718361c62b64b38dac0c1957bf2a1672 columnFamilyName C 2024-11-23T07:24:33,918 DEBUG [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:33,918 INFO [StoreOpener-718361c62b64b38dac0c1957bf2a1672-1 {}] regionserver.HStore(327): Store=718361c62b64b38dac0c1957bf2a1672/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T07:24:33,918 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:33,919 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:33,920 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:33,920 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T07:24:33,921 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1085): writing seq id for 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:33,922 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1102): Opened 718361c62b64b38dac0c1957bf2a1672; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67366954, jitterRate=0.0038458406925201416}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T07:24:33,923 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1001): Region open journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:33,924 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., pid=166, masterSystemTime=1732346673910 2024-11-23T07:24:33,925 DEBUG [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:33,925 INFO [RS_OPEN_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:33,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=718361c62b64b38dac0c1957bf2a1672, regionState=OPEN, openSeqNum=5, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:33,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=164 2024-11-23T07:24:33,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=164, state=SUCCESS; OpenRegionProcedure 718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 in 167 msec 2024-11-23T07:24:33,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-23T07:24:33,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=718361c62b64b38dac0c1957bf2a1672, REOPEN/MOVE in 480 msec 2024-11-23T07:24:33,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-23T07:24:33,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 482 msec 2024-11-23T07:24:33,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-23T07:24:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-23T07:24:33,932 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x582ec26d to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@507d2cf9 2024-11-23T07:24:33,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95ad211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:33,936 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65aca2ac to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c0f5004 2024-11-23T07:24:33,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31adbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:33,941 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x314e353d to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1767dc60 2024-11-23T07:24:33,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4276b1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:33,946 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x096e8e33 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20c3d7a2 2024-11-23T07:24:33,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574dd3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:33,949 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e8d919c to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10cd3d28 2024-11-23T07:24:33,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29247c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:33,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d6c03ba to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37227cb3 2024-11-23T07:24:33,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205568ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:33,959 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3395eba8 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17f6ce8d 2024-11-23T07:24:33,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6fde8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:33,963 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2406c4ea to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a5e441 2024-11-23T07:24:33,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675cc1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:33,967 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58970c4d to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@723a6cf2 2024-11-23T07:24:33,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e9c98b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:33,971 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cb4faa4 to 127.0.0.1:49944 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d48543c 2024-11-23T07:24:33,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60507b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T07:24:33,976 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-23T07:24:33,978 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T07:24:33,978 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:33,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:33,984 DEBUG [hconnection-0x42d56b8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:33,985 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:33,986 DEBUG [hconnection-0x34edfa4f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:33,986 DEBUG [hconnection-0x688f8dc8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:33,987 DEBUG [hconnection-0x4d7ad713-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:33,987 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:33,987 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:33,988 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:33,992 DEBUG [hconnection-0x6335296b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:33,992 DEBUG [hconnection-0x6f4bbc73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:33,993 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:33,993 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:33,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T07:24:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:34,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346734006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346734006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346734006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346734007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,008 DEBUG [hconnection-0x6ca4f4d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:34,009 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:34,009 DEBUG [hconnection-0x2a1a4274-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:34,010 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:34,020 DEBUG [hconnection-0x2c9d3da4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:34,021 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:34,022 DEBUG [hconnection-0x5312c82d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T07:24:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346734022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,023 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T07:24:34,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230d2637fc36dc4883840767b7aa216299_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346673992/Put/seqid=0 2024-11-23T07:24:34,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742524_1700 (size=12154) 2024-11-23T07:24:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T07:24:34,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346734107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346734108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346734108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346734108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346734124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,130 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T07:24:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:34,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T07:24:34,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T07:24:34,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:34,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:34,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:34,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346734310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346734311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346734311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346734311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346734326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T07:24:34,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:34,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:34,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:34,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:34,449 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230d2637fc36dc4883840767b7aa216299_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230d2637fc36dc4883840767b7aa216299_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:34,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/a5ce28a347544f09b3b8627e84522479, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:34,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/a5ce28a347544f09b3b8627e84522479 is 175, key is test_row_0/A:col10/1732346673992/Put/seqid=0 2024-11-23T07:24:34,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742525_1701 (size=30955) 2024-11-23T07:24:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T07:24:34,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T07:24:34,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:34,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:34,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:34,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346734613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346734615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346734615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346734616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346734630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T07:24:34,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:34,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:34,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:34,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,854 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/a5ce28a347544f09b3b8627e84522479 2024-11-23T07:24:34,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/08602a7d313b49a7ad2d7ac4b5744217 is 50, key is test_row_0/B:col10/1732346673992/Put/seqid=0 2024-11-23T07:24:34,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742526_1702 (size=12001) 2024-11-23T07:24:34,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/08602a7d313b49a7ad2d7ac4b5744217 2024-11-23T07:24:34,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:34,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T07:24:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:34,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:34,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/cb9688c6ee374539a691c2ad3bc04330 is 50, key is test_row_0/C:col10/1732346673992/Put/seqid=0 2024-11-23T07:24:34,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742527_1703 (size=12001) 2024-11-23T07:24:34,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/cb9688c6ee374539a691c2ad3bc04330 2024-11-23T07:24:34,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/a5ce28a347544f09b3b8627e84522479 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/a5ce28a347544f09b3b8627e84522479 2024-11-23T07:24:34,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/a5ce28a347544f09b3b8627e84522479, entries=150, sequenceid=15, filesize=30.2 K 2024-11-23T07:24:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/08602a7d313b49a7ad2d7ac4b5744217 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/08602a7d313b49a7ad2d7ac4b5744217 2024-11-23T07:24:34,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/08602a7d313b49a7ad2d7ac4b5744217, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T07:24:34,915 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T07:24:34,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/cb9688c6ee374539a691c2ad3bc04330 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/cb9688c6ee374539a691c2ad3bc04330 2024-11-23T07:24:34,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/cb9688c6ee374539a691c2ad3bc04330, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T07:24:34,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 718361c62b64b38dac0c1957bf2a1672 in 925ms, sequenceid=15, compaction requested=false 2024-11-23T07:24:34,919 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T07:24:34,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:35,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T07:24:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:35,045 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T07:24:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:35,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c49b2d2e076f4eaca3bfd3d27bb1bc67_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346674005/Put/seqid=0 2024-11-23T07:24:35,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742528_1704 (size=12154) 2024-11-23T07:24:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T07:24:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:35,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:35,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346735123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346735124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346735125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346735125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346735133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346735226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346735227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346735228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346735228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346735429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346735431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346735431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346735431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:35,459 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c49b2d2e076f4eaca3bfd3d27bb1bc67_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c49b2d2e076f4eaca3bfd3d27bb1bc67_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:35,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/9d54d80bf08841f9a13ad23a0d706625, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:35,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/9d54d80bf08841f9a13ad23a0d706625 is 175, key is test_row_0/A:col10/1732346674005/Put/seqid=0 2024-11-23T07:24:35,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742529_1705 (size=30955) 2024-11-23T07:24:35,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T07:24:35,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346735732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346735733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346735734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346735739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:35,864 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/9d54d80bf08841f9a13ad23a0d706625 2024-11-23T07:24:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/bb70c9105bfb48c096fe2fe97ef7af42 is 50, key is test_row_0/B:col10/1732346674005/Put/seqid=0 2024-11-23T07:24:35,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742530_1706 (size=12001) 2024-11-23T07:24:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T07:24:36,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346736137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:36,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346736237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:36,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346736237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:36,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346736241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:36,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346736242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:36,278 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/bb70c9105bfb48c096fe2fe97ef7af42 2024-11-23T07:24:36,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/36003b76d8ba4348a091a1283d073802 is 50, key is test_row_0/C:col10/1732346674005/Put/seqid=0 2024-11-23T07:24:36,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742531_1707 (size=12001) 2024-11-23T07:24:36,688 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/36003b76d8ba4348a091a1283d073802 2024-11-23T07:24:36,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/9d54d80bf08841f9a13ad23a0d706625 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9d54d80bf08841f9a13ad23a0d706625 2024-11-23T07:24:36,696 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9d54d80bf08841f9a13ad23a0d706625, entries=150, sequenceid=41, filesize=30.2 K 2024-11-23T07:24:36,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/bb70c9105bfb48c096fe2fe97ef7af42 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/bb70c9105bfb48c096fe2fe97ef7af42 2024-11-23T07:24:36,700 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/bb70c9105bfb48c096fe2fe97ef7af42, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T07:24:36,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/36003b76d8ba4348a091a1283d073802 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/36003b76d8ba4348a091a1283d073802 2024-11-23T07:24:36,703 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/36003b76d8ba4348a091a1283d073802, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T07:24:36,704 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 718361c62b64b38dac0c1957bf2a1672 in 1659ms, sequenceid=41, compaction requested=false 2024-11-23T07:24:36,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:36,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:36,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-23T07:24:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-23T07:24:36,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-23T07:24:36,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7260 sec 2024-11-23T07:24:36,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.7310 sec 2024-11-23T07:24:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:37,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:24:37,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:37,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:37,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:37,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:37,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:37,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:37,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123eaf5425e210b4583beedefa1b4e05e5e_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346677241/Put/seqid=0 2024-11-23T07:24:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742532_1708 (size=14594) 2024-11-23T07:24:37,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346737262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346737264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346737264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346737264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346737366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346737367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346737367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346737367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346737568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346737569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346737569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346737570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,654 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:37,662 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123eaf5425e210b4583beedefa1b4e05e5e_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123eaf5425e210b4583beedefa1b4e05e5e_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:37,663 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/1b7754d348e044e1aaaf401a46e5e8c9, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:37,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/1b7754d348e044e1aaaf401a46e5e8c9 is 175, key is test_row_0/A:col10/1732346677241/Put/seqid=0 2024-11-23T07:24:37,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742533_1709 (size=39549) 2024-11-23T07:24:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346737872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346737872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346737874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:37,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346737874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T07:24:38,083 INFO [Thread-3044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-23T07:24:38,083 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/1b7754d348e044e1aaaf401a46e5e8c9 2024-11-23T07:24:38,084 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-23T07:24:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T07:24:38,085 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:38,086 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:38,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:38,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/556f7b1a066a4f0eb62bc3a806a591b4 is 50, key is test_row_0/B:col10/1732346677241/Put/seqid=0 2024-11-23T07:24:38,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742534_1710 (size=12001) 2024-11-23T07:24:38,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346738143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:38,146 DEBUG [Thread-3040 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:24:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T07:24:38,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:38,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T07:24:38,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:38,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:38,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:38,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:38,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:38,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346738373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:38,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346738374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:38,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346738376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:38,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346738381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T07:24:38,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:38,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T07:24:38,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:38,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:38,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:38,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:38,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:38,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/556f7b1a066a4f0eb62bc3a806a591b4 2024-11-23T07:24:38,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/46ca45c5b2bc43da894be4e7eecdd44e is 50, key is test_row_0/C:col10/1732346677241/Put/seqid=0 2024-11-23T07:24:38,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742535_1711 (size=12001) 2024-11-23T07:24:38,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/46ca45c5b2bc43da894be4e7eecdd44e 2024-11-23T07:24:38,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/1b7754d348e044e1aaaf401a46e5e8c9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/1b7754d348e044e1aaaf401a46e5e8c9 2024-11-23T07:24:38,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/1b7754d348e044e1aaaf401a46e5e8c9, entries=200, sequenceid=54, filesize=38.6 K 2024-11-23T07:24:38,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/556f7b1a066a4f0eb62bc3a806a591b4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/556f7b1a066a4f0eb62bc3a806a591b4 2024-11-23T07:24:38,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/556f7b1a066a4f0eb62bc3a806a591b4, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T07:24:38,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/46ca45c5b2bc43da894be4e7eecdd44e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/46ca45c5b2bc43da894be4e7eecdd44e 2024-11-23T07:24:38,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/46ca45c5b2bc43da894be4e7eecdd44e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T07:24:38,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 718361c62b64b38dac0c1957bf2a1672 in 1279ms, sequenceid=54, compaction requested=true 2024-11-23T07:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 718361c62b64b38dac0c1957bf2a1672:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:38,521 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 718361c62b64b38dac0c1957bf2a1672:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 718361c62b64b38dac0c1957bf2a1672:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:38,521 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:38,522 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:38,522 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:38,522 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 718361c62b64b38dac0c1957bf2a1672/A is initiating minor compaction (all files) 2024-11-23T07:24:38,522 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 718361c62b64b38dac0c1957bf2a1672/B is initiating minor compaction (all files) 2024-11-23T07:24:38,522 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 718361c62b64b38dac0c1957bf2a1672/A in TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:38,522 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 718361c62b64b38dac0c1957bf2a1672/B in TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:38,522 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/a5ce28a347544f09b3b8627e84522479, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9d54d80bf08841f9a13ad23a0d706625, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/1b7754d348e044e1aaaf401a46e5e8c9] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp, totalSize=99.1 K 2024-11-23T07:24:38,522 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:38,522 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/a5ce28a347544f09b3b8627e84522479, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9d54d80bf08841f9a13ad23a0d706625, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/1b7754d348e044e1aaaf401a46e5e8c9] 2024-11-23T07:24:38,522 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/08602a7d313b49a7ad2d7ac4b5744217, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/bb70c9105bfb48c096fe2fe97ef7af42, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/556f7b1a066a4f0eb62bc3a806a591b4] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp, totalSize=35.2 K 2024-11-23T07:24:38,523 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5ce28a347544f09b3b8627e84522479, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732346673991 2024-11-23T07:24:38,523 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 08602a7d313b49a7ad2d7ac4b5744217, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732346673991 2024-11-23T07:24:38,523 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d54d80bf08841f9a13ad23a0d706625, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732346674004 2024-11-23T07:24:38,523 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting bb70c9105bfb48c096fe2fe97ef7af42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732346674004 2024-11-23T07:24:38,523 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b7754d348e044e1aaaf401a46e5e8c9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732346675124 2024-11-23T07:24:38,523 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 556f7b1a066a4f0eb62bc3a806a591b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732346675124 2024-11-23T07:24:38,528 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:38,530 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 718361c62b64b38dac0c1957bf2a1672#B#compaction#610 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:38,530 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112364d6b5c0d80e4e0aaaadf863b3e6d0b0_718361c62b64b38dac0c1957bf2a1672 store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:38,531 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/a03c8822fa4d4acf8187c49c2f367c61 is 50, key is test_row_0/B:col10/1732346677241/Put/seqid=0 2024-11-23T07:24:38,532 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112364d6b5c0d80e4e0aaaadf863b3e6d0b0_718361c62b64b38dac0c1957bf2a1672, store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:38,532 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112364d6b5c0d80e4e0aaaadf863b3e6d0b0_718361c62b64b38dac0c1957bf2a1672 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:38,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:38,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T07:24:38,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:38,544 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:24:38,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:38,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:38,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:38,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:38,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:38,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:38,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742537_1713 (size=4469) 2024-11-23T07:24:38,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742536_1712 (size=12104) 2024-11-23T07:24:38,552 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 718361c62b64b38dac0c1957bf2a1672#A#compaction#609 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:38,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239b08f15867c241fd92f8db415681ce2c_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346677263/Put/seqid=0 2024-11-23T07:24:38,553 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/d51c7bf881334404b573c984571f7fe2 is 175, key is test_row_0/A:col10/1732346677241/Put/seqid=0 2024-11-23T07:24:38,555 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/a03c8822fa4d4acf8187c49c2f367c61 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/a03c8822fa4d4acf8187c49c2f367c61 2024-11-23T07:24:38,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742539_1715 (size=31058) 2024-11-23T07:24:38,560 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 718361c62b64b38dac0c1957bf2a1672/B of 718361c62b64b38dac0c1957bf2a1672 into a03c8822fa4d4acf8187c49c2f367c61(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:38,560 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:38,560 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., storeName=718361c62b64b38dac0c1957bf2a1672/B, priority=13, startTime=1732346678521; duration=0sec 2024-11-23T07:24:38,560 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:38,560 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 718361c62b64b38dac0c1957bf2a1672:B 2024-11-23T07:24:38,560 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:38,561 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:38,561 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 718361c62b64b38dac0c1957bf2a1672/C is initiating minor compaction (all files) 2024-11-23T07:24:38,562 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 718361c62b64b38dac0c1957bf2a1672/C in TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:38,562 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/cb9688c6ee374539a691c2ad3bc04330, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/36003b76d8ba4348a091a1283d073802, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/46ca45c5b2bc43da894be4e7eecdd44e] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp, totalSize=35.2 K 2024-11-23T07:24:38,562 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting cb9688c6ee374539a691c2ad3bc04330, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732346673991 2024-11-23T07:24:38,562 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/d51c7bf881334404b573c984571f7fe2 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d51c7bf881334404b573c984571f7fe2 2024-11-23T07:24:38,562 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 36003b76d8ba4348a091a1283d073802, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732346674004 2024-11-23T07:24:38,563 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 46ca45c5b2bc43da894be4e7eecdd44e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732346675124 2024-11-23T07:24:38,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742538_1714 (size=12154) 2024-11-23T07:24:38,567 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 718361c62b64b38dac0c1957bf2a1672/A of 718361c62b64b38dac0c1957bf2a1672 into d51c7bf881334404b573c984571f7fe2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:38,567 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:38,567 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., storeName=718361c62b64b38dac0c1957bf2a1672/A, priority=13, startTime=1732346678521; duration=0sec 2024-11-23T07:24:38,567 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:38,567 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 718361c62b64b38dac0c1957bf2a1672:A 2024-11-23T07:24:38,570 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 718361c62b64b38dac0c1957bf2a1672#C#compaction#612 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:38,570 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/eefce481a4cb46b19c463342a0572f04 is 50, key is test_row_0/C:col10/1732346677241/Put/seqid=0 2024-11-23T07:24:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742540_1716 (size=12104) 2024-11-23T07:24:38,581 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/eefce481a4cb46b19c463342a0572f04 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/eefce481a4cb46b19c463342a0572f04 2024-11-23T07:24:38,588 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 718361c62b64b38dac0c1957bf2a1672/C of 718361c62b64b38dac0c1957bf2a1672 into eefce481a4cb46b19c463342a0572f04(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:38,588 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:38,588 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., storeName=718361c62b64b38dac0c1957bf2a1672/C, priority=13, startTime=1732346678521; duration=0sec 2024-11-23T07:24:38,588 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:38,588 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 718361c62b64b38dac0c1957bf2a1672:C 2024-11-23T07:24:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T07:24:38,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:38,971 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239b08f15867c241fd92f8db415681ce2c_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239b08f15867c241fd92f8db415681ce2c_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:38,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/9f47d30554bb4f5bae2edbbef7047476, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:38,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/9f47d30554bb4f5bae2edbbef7047476 is 175, key is test_row_0/A:col10/1732346677263/Put/seqid=0 2024-11-23T07:24:38,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742541_1717 (size=30955) 2024-11-23T07:24:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T07:24:39,376 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/9f47d30554bb4f5bae2edbbef7047476 2024-11-23T07:24:39,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/9b809a0df127456b887670b2a620cd4a is 50, key is test_row_0/B:col10/1732346677263/Put/seqid=0 2024-11-23T07:24:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:39,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:39,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346739390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742542_1718 (size=12001) 2024-11-23T07:24:39,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346739390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:39,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346739391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:39,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346739391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:39,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346739494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:39,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346739494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:39,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346739494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:39,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346739494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:39,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346739697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:39,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346739697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:39,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346739697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:39,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346739698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:39,793 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/9b809a0df127456b887670b2a620cd4a 2024-11-23T07:24:39,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/6f3911b2ee9040f18db2c98cdf06badb is 50, key is test_row_0/C:col10/1732346677263/Put/seqid=0 2024-11-23T07:24:39,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742543_1719 (size=12001) 2024-11-23T07:24:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346739999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346740000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346740000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346740001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T07:24:40,203 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/6f3911b2ee9040f18db2c98cdf06badb 2024-11-23T07:24:40,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/9f47d30554bb4f5bae2edbbef7047476 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9f47d30554bb4f5bae2edbbef7047476 2024-11-23T07:24:40,210 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9f47d30554bb4f5bae2edbbef7047476, entries=150, sequenceid=78, filesize=30.2 K 2024-11-23T07:24:40,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/9b809a0df127456b887670b2a620cd4a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/9b809a0df127456b887670b2a620cd4a 2024-11-23T07:24:40,213 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/9b809a0df127456b887670b2a620cd4a, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T07:24:40,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/6f3911b2ee9040f18db2c98cdf06badb as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/6f3911b2ee9040f18db2c98cdf06badb 2024-11-23T07:24:40,217 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/6f3911b2ee9040f18db2c98cdf06badb, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T07:24:40,217 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 718361c62b64b38dac0c1957bf2a1672 in 1673ms, sequenceid=78, compaction requested=false 2024-11-23T07:24:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-23T07:24:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-23T07:24:40,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-23T07:24:40,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1330 sec 2024-11-23T07:24:40,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.1360 sec 2024-11-23T07:24:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:40,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T07:24:40,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:40,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:40,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:40,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:40,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:40,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237d0f5def24bd4733916ddc3c8cd99842_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346679390/Put/seqid=0 2024-11-23T07:24:40,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742544_1720 (size=12154) 2024-11-23T07:24:40,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346740523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346740523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346740526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346740526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346740627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346740627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346740629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346740629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346740829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346740830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346740831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346740831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:40,917 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:40,921 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237d0f5def24bd4733916ddc3c8cd99842_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237d0f5def24bd4733916ddc3c8cd99842_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:40,921 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/e7f47587d02c43c1912ddfa485c64dda, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:40,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/e7f47587d02c43c1912ddfa485c64dda is 175, key is test_row_0/A:col10/1732346679390/Put/seqid=0 2024-11-23T07:24:40,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742545_1721 (size=30955) 2024-11-23T07:24:40,926 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/e7f47587d02c43c1912ddfa485c64dda 2024-11-23T07:24:40,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/dc8862e9712d4c779fbda8694c9f30d9 is 50, key is test_row_0/B:col10/1732346679390/Put/seqid=0 2024-11-23T07:24:40,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742546_1722 (size=12001) 2024-11-23T07:24:41,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346741131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346741134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346741134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346741134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T07:24:41,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T07:24:41,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/dc8862e9712d4c779fbda8694c9f30d9 2024-11-23T07:24:41,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/c34e9194b0d44ee8a01d05568589c30b is 50, key is test_row_0/C:col10/1732346679390/Put/seqid=0 2024-11-23T07:24:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742547_1723 (size=12001) 2024-11-23T07:24:41,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/c34e9194b0d44ee8a01d05568589c30b 2024-11-23T07:24:41,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/e7f47587d02c43c1912ddfa485c64dda as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/e7f47587d02c43c1912ddfa485c64dda 2024-11-23T07:24:41,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/e7f47587d02c43c1912ddfa485c64dda, entries=150, sequenceid=95, filesize=30.2 K 2024-11-23T07:24:41,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/dc8862e9712d4c779fbda8694c9f30d9 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/dc8862e9712d4c779fbda8694c9f30d9 2024-11-23T07:24:41,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/dc8862e9712d4c779fbda8694c9f30d9, entries=150, sequenceid=95, filesize=11.7 K 2024-11-23T07:24:41,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/c34e9194b0d44ee8a01d05568589c30b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/c34e9194b0d44ee8a01d05568589c30b 2024-11-23T07:24:41,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/c34e9194b0d44ee8a01d05568589c30b, entries=150, sequenceid=95, filesize=11.7 K 2024-11-23T07:24:41,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 718361c62b64b38dac0c1957bf2a1672 in 854ms, sequenceid=95, compaction requested=true 2024-11-23T07:24:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 718361c62b64b38dac0c1957bf2a1672:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:41,361 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 718361c62b64b38dac0c1957bf2a1672:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 718361c62b64b38dac0c1957bf2a1672:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:41,361 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:41,362 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:41,362 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:41,362 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 718361c62b64b38dac0c1957bf2a1672/B is initiating minor compaction (all files) 2024-11-23T07:24:41,362 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 718361c62b64b38dac0c1957bf2a1672/A is initiating minor compaction (all files) 2024-11-23T07:24:41,362 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 718361c62b64b38dac0c1957bf2a1672/A in TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:41,362 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 718361c62b64b38dac0c1957bf2a1672/B in TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:41,362 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d51c7bf881334404b573c984571f7fe2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9f47d30554bb4f5bae2edbbef7047476, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/e7f47587d02c43c1912ddfa485c64dda] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp, totalSize=90.8 K 2024-11-23T07:24:41,362 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/a03c8822fa4d4acf8187c49c2f367c61, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/9b809a0df127456b887670b2a620cd4a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/dc8862e9712d4c779fbda8694c9f30d9] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp, totalSize=35.3 K 2024-11-23T07:24:41,362 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:41,362 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d51c7bf881334404b573c984571f7fe2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9f47d30554bb4f5bae2edbbef7047476, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/e7f47587d02c43c1912ddfa485c64dda] 2024-11-23T07:24:41,363 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a03c8822fa4d4acf8187c49c2f367c61, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732346675124 2024-11-23T07:24:41,363 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d51c7bf881334404b573c984571f7fe2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732346675124 2024-11-23T07:24:41,363 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f47d30554bb4f5bae2edbbef7047476, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732346677262 2024-11-23T07:24:41,363 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b809a0df127456b887670b2a620cd4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732346677262 2024-11-23T07:24:41,363 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7f47587d02c43c1912ddfa485c64dda, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732346679386 2024-11-23T07:24:41,363 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting dc8862e9712d4c779fbda8694c9f30d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732346679386 2024-11-23T07:24:41,369 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:41,370 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 718361c62b64b38dac0c1957bf2a1672#B#compaction#618 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:41,371 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/c64bc78f23144ca1b021824bbe1557a8 is 50, key is test_row_0/B:col10/1732346679390/Put/seqid=0 2024-11-23T07:24:41,371 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123b26ef80c7f494cf8b749c84ad51cb554_718361c62b64b38dac0c1957bf2a1672 store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:41,374 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123b26ef80c7f494cf8b749c84ad51cb554_718361c62b64b38dac0c1957bf2a1672, store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:41,374 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b26ef80c7f494cf8b749c84ad51cb554_718361c62b64b38dac0c1957bf2a1672 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:41,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742548_1724 (size=12207) 2024-11-23T07:24:41,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742549_1725 (size=4469) 2024-11-23T07:24:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:41,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T07:24:41,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:41,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:41,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:41,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:41,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:41,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:41,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a097ec6752b74d65947dbaef91253aa4_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346681639/Put/seqid=0 2024-11-23T07:24:41,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346741646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742550_1726 (size=14594) 2024-11-23T07:24:41,650 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:41,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346741649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346741649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346741649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a097ec6752b74d65947dbaef91253aa4_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a097ec6752b74d65947dbaef91253aa4_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:41,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/3fd2cba677a046ac82132274dd0e93a4, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:41,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/3fd2cba677a046ac82132274dd0e93a4 is 175, key is test_row_0/A:col10/1732346681639/Put/seqid=0 2024-11-23T07:24:41,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742551_1727 (size=39549) 2024-11-23T07:24:41,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346741750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346741753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346741753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346741753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,779 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 718361c62b64b38dac0c1957bf2a1672#A#compaction#619 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:41,779 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/664de61bb7564375b0e885e5f6d6155b is 175, key is test_row_0/A:col10/1732346679390/Put/seqid=0 2024-11-23T07:24:41,781 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/c64bc78f23144ca1b021824bbe1557a8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/c64bc78f23144ca1b021824bbe1557a8 2024-11-23T07:24:41,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742552_1728 (size=31161) 2024-11-23T07:24:41,785 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 718361c62b64b38dac0c1957bf2a1672/B of 718361c62b64b38dac0c1957bf2a1672 into c64bc78f23144ca1b021824bbe1557a8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:41,785 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:41,785 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., storeName=718361c62b64b38dac0c1957bf2a1672/B, priority=13, startTime=1732346681361; duration=0sec 2024-11-23T07:24:41,785 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:41,785 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 718361c62b64b38dac0c1957bf2a1672:B 2024-11-23T07:24:41,785 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T07:24:41,786 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T07:24:41,786 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 718361c62b64b38dac0c1957bf2a1672/C is initiating minor compaction (all files) 2024-11-23T07:24:41,786 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 718361c62b64b38dac0c1957bf2a1672/C in TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:41,786 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/eefce481a4cb46b19c463342a0572f04, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/6f3911b2ee9040f18db2c98cdf06badb, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/c34e9194b0d44ee8a01d05568589c30b] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp, totalSize=35.3 K 2024-11-23T07:24:41,786 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting eefce481a4cb46b19c463342a0572f04, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732346675124 2024-11-23T07:24:41,787 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f3911b2ee9040f18db2c98cdf06badb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732346677262 2024-11-23T07:24:41,787 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting c34e9194b0d44ee8a01d05568589c30b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732346679386 2024-11-23T07:24:41,793 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 718361c62b64b38dac0c1957bf2a1672#C#compaction#621 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:41,794 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/5aef7a260cf64075889d6e1583b6daab is 50, key is test_row_0/C:col10/1732346679390/Put/seqid=0 2024-11-23T07:24:41,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742553_1729 (size=12207) 2024-11-23T07:24:41,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346741952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346741955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346741956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346741956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,065 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/3fd2cba677a046ac82132274dd0e93a4 2024-11-23T07:24:42,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/4c534a86df864c8ab63754fd8614788b is 50, key is test_row_0/B:col10/1732346681639/Put/seqid=0 2024-11-23T07:24:42,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742554_1730 (size=12001) 2024-11-23T07:24:42,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346742180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,182 DEBUG [Thread-3040 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8201 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:24:42,187 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/664de61bb7564375b0e885e5f6d6155b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/664de61bb7564375b0e885e5f6d6155b 2024-11-23T07:24:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T07:24:42,190 INFO [Thread-3044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-23T07:24:42,190 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 718361c62b64b38dac0c1957bf2a1672/A of 718361c62b64b38dac0c1957bf2a1672 into 664de61bb7564375b0e885e5f6d6155b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:42,190 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:42,191 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., storeName=718361c62b64b38dac0c1957bf2a1672/A, priority=13, startTime=1732346681361; duration=0sec 2024-11-23T07:24:42,191 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:42,191 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 718361c62b64b38dac0c1957bf2a1672:A 2024-11-23T07:24:42,191 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-23T07:24:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T07:24:42,192 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:42,193 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:42,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:42,200 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/5aef7a260cf64075889d6e1583b6daab as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/5aef7a260cf64075889d6e1583b6daab 2024-11-23T07:24:42,204 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 718361c62b64b38dac0c1957bf2a1672/C of 718361c62b64b38dac0c1957bf2a1672 into 5aef7a260cf64075889d6e1583b6daab(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:42,204 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:42,204 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., storeName=718361c62b64b38dac0c1957bf2a1672/C, priority=13, startTime=1732346681361; duration=0sec 2024-11-23T07:24:42,204 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:42,204 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 718361c62b64b38dac0c1957bf2a1672:C 2024-11-23T07:24:42,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346742257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346742258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346742260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346742260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T07:24:42,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T07:24:42,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:42,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:42,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:42,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:42,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:42,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/4c534a86df864c8ab63754fd8614788b 2024-11-23T07:24:42,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/aee1be9f2fb04ed18aa282d7e7cd29dd is 50, key is test_row_0/C:col10/1732346681639/Put/seqid=0 2024-11-23T07:24:42,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742555_1731 (size=12001) 2024-11-23T07:24:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T07:24:42,497 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T07:24:42,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:42,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:42,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:42,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:42,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:42,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T07:24:42,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:42,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:42,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:42,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:42,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:42,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346742759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346742763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346742763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346742766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T07:24:42,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T07:24:42,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:42,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:42,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:42,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:42,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:42,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/aee1be9f2fb04ed18aa282d7e7cd29dd 2024-11-23T07:24:42,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/3fd2cba677a046ac82132274dd0e93a4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/3fd2cba677a046ac82132274dd0e93a4 2024-11-23T07:24:42,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/3fd2cba677a046ac82132274dd0e93a4, entries=200, sequenceid=120, filesize=38.6 K 2024-11-23T07:24:42,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/4c534a86df864c8ab63754fd8614788b as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/4c534a86df864c8ab63754fd8614788b 2024-11-23T07:24:42,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/4c534a86df864c8ab63754fd8614788b, entries=150, sequenceid=120, filesize=11.7 K 2024-11-23T07:24:42,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/aee1be9f2fb04ed18aa282d7e7cd29dd as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/aee1be9f2fb04ed18aa282d7e7cd29dd 2024-11-23T07:24:42,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/aee1be9f2fb04ed18aa282d7e7cd29dd, entries=150, sequenceid=120, filesize=11.7 K 2024-11-23T07:24:42,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 718361c62b64b38dac0c1957bf2a1672 in 1261ms, sequenceid=120, compaction requested=false 2024-11-23T07:24:42,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:42,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:42,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T07:24:42,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:42,955 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T07:24:42,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:42,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:42,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:42,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:42,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:42,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234e0ffa6a3f044f7299eecf022fbb5b5f_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346681648/Put/seqid=0 2024-11-23T07:24:42,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742556_1732 (size=12254) 2024-11-23T07:24:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T07:24:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:43,368 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234e0ffa6a3f044f7299eecf022fbb5b5f_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234e0ffa6a3f044f7299eecf022fbb5b5f_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:43,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/b4ca4579491e4a27846e33ec76ad4f79, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:43,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/b4ca4579491e4a27846e33ec76ad4f79 is 175, key is test_row_0/A:col10/1732346681648/Put/seqid=0 2024-11-23T07:24:43,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742557_1733 (size=31055) 2024-11-23T07:24:43,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:43,775 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/b4ca4579491e4a27846e33ec76ad4f79 2024-11-23T07:24:43,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/be598b53129842e0a28947e471118efe is 50, key is test_row_0/B:col10/1732346681648/Put/seqid=0 2024-11-23T07:24:43,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742558_1734 (size=12101) 2024-11-23T07:24:43,785 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/be598b53129842e0a28947e471118efe 2024-11-23T07:24:43,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346743786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:43,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346743787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/a3b10c40b9264a35a10f307ea6fbbdbe is 50, key is test_row_0/C:col10/1732346681648/Put/seqid=0 2024-11-23T07:24:43,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346743788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:43,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346743789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:43,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742559_1735 (size=12101) 2024-11-23T07:24:43,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346743890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:43,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346743890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:43,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346743892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:43,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346743892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346744093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346744094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346744095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346744095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,196 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/a3b10c40b9264a35a10f307ea6fbbdbe 2024-11-23T07:24:44,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/b4ca4579491e4a27846e33ec76ad4f79 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b4ca4579491e4a27846e33ec76ad4f79 2024-11-23T07:24:44,203 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b4ca4579491e4a27846e33ec76ad4f79, entries=150, sequenceid=135, filesize=30.3 K 2024-11-23T07:24:44,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/be598b53129842e0a28947e471118efe as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/be598b53129842e0a28947e471118efe 2024-11-23T07:24:44,207 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/be598b53129842e0a28947e471118efe, entries=150, sequenceid=135, filesize=11.8 K 2024-11-23T07:24:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/a3b10c40b9264a35a10f307ea6fbbdbe as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/a3b10c40b9264a35a10f307ea6fbbdbe 2024-11-23T07:24:44,219 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/a3b10c40b9264a35a10f307ea6fbbdbe, entries=150, sequenceid=135, filesize=11.8 K 2024-11-23T07:24:44,220 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 718361c62b64b38dac0c1957bf2a1672 in 1265ms, sequenceid=135, compaction requested=true 2024-11-23T07:24:44,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:44,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:44,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-23T07:24:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-23T07:24:44,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-23T07:24:44,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0280 sec 2024-11-23T07:24:44,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.0310 sec 2024-11-23T07:24:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T07:24:44,296 INFO [Thread-3044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-23T07:24:44,297 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-23T07:24:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T07:24:44,299 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:44,299 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:44,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T07:24:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:44,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T07:24:44,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:44,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:44,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:44,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:44,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:44,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:44,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346744403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346744404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234bcf0a5372c249c68e2785d4cdc94d06_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346684399/Put/seqid=0 2024-11-23T07:24:44,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346744405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346744405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742560_1736 (size=14794) 2024-11-23T07:24:44,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T07:24:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:44,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:44,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346744506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346744507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346744507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346744509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T07:24:44,603 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T07:24:44,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:44,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:44,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:44,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:44,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:44,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346744710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346744711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346744711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346744714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T07:24:44,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:44,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:44,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:44,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:44,810 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:44,814 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234bcf0a5372c249c68e2785d4cdc94d06_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234bcf0a5372c249c68e2785d4cdc94d06_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:44,815 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/d3ccf2b78fb9424c83f6d96aa070f2f4, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:44,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/d3ccf2b78fb9424c83f6d96aa070f2f4 is 175, key is test_row_0/A:col10/1732346684399/Put/seqid=0 2024-11-23T07:24:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742561_1737 (size=39749) 2024-11-23T07:24:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T07:24:44,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:44,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T07:24:44,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:44,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:44,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:44,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:44,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346745013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346745014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346745014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346745016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,061 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T07:24:45,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:45,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T07:24:45,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:45,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,226 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/d3ccf2b78fb9424c83f6d96aa070f2f4 2024-11-23T07:24:45,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/7bda43eccae5495bba9fd445ddf0dbbe is 50, key is test_row_0/B:col10/1732346684399/Put/seqid=0 2024-11-23T07:24:45,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742562_1738 (size=12151) 2024-11-23T07:24:45,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T07:24:45,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:45,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T07:24:45,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346745516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,519 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T07:24:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346745518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346745519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346745520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/7bda43eccae5495bba9fd445ddf0dbbe 2024-11-23T07:24:45,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/0d5d71d2f2bd48f7a40562e4ac3573a5 is 50, key is test_row_0/C:col10/1732346684399/Put/seqid=0 2024-11-23T07:24:45,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742563_1739 (size=12151) 2024-11-23T07:24:45,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T07:24:45,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:45,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T07:24:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:45,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T07:24:45,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:45,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:45,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:46,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/0d5d71d2f2bd48f7a40562e4ac3573a5 2024-11-23T07:24:46,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/d3ccf2b78fb9424c83f6d96aa070f2f4 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d3ccf2b78fb9424c83f6d96aa070f2f4 2024-11-23T07:24:46,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d3ccf2b78fb9424c83f6d96aa070f2f4, entries=200, sequenceid=163, filesize=38.8 K 2024-11-23T07:24:46,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/7bda43eccae5495bba9fd445ddf0dbbe as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/7bda43eccae5495bba9fd445ddf0dbbe 2024-11-23T07:24:46,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/7bda43eccae5495bba9fd445ddf0dbbe, entries=150, sequenceid=163, filesize=11.9 K 2024-11-23T07:24:46,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/0d5d71d2f2bd48f7a40562e4ac3573a5 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/0d5d71d2f2bd48f7a40562e4ac3573a5 2024-11-23T07:24:46,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/0d5d71d2f2bd48f7a40562e4ac3573a5, entries=150, sequenceid=163, filesize=11.9 K 2024-11-23T07:24:46,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 718361c62b64b38dac0c1957bf2a1672 in 1668ms, sequenceid=163, compaction requested=true 2024-11-23T07:24:46,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:46,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 718361c62b64b38dac0c1957bf2a1672:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:46,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:46,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 718361c62b64b38dac0c1957bf2a1672:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:46,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:46,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 718361c62b64b38dac0c1957bf2a1672:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:46,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:46,067 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:24:46,067 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:24:46,068 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:24:46,068 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:24:46,068 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 718361c62b64b38dac0c1957bf2a1672/A is initiating minor compaction (all files) 2024-11-23T07:24:46,068 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 718361c62b64b38dac0c1957bf2a1672/B is initiating minor compaction (all files) 2024-11-23T07:24:46,068 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 718361c62b64b38dac0c1957bf2a1672/B in TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:46,068 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 718361c62b64b38dac0c1957bf2a1672/A in TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:46,069 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/c64bc78f23144ca1b021824bbe1557a8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/4c534a86df864c8ab63754fd8614788b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/be598b53129842e0a28947e471118efe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/7bda43eccae5495bba9fd445ddf0dbbe] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp, totalSize=47.3 K 2024-11-23T07:24:46,069 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/664de61bb7564375b0e885e5f6d6155b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/3fd2cba677a046ac82132274dd0e93a4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b4ca4579491e4a27846e33ec76ad4f79, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d3ccf2b78fb9424c83f6d96aa070f2f4] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp, totalSize=138.2 K 2024-11-23T07:24:46,069 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:46,069 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/664de61bb7564375b0e885e5f6d6155b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/3fd2cba677a046ac82132274dd0e93a4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b4ca4579491e4a27846e33ec76ad4f79, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d3ccf2b78fb9424c83f6d96aa070f2f4] 2024-11-23T07:24:46,069 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting c64bc78f23144ca1b021824bbe1557a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732346679386 2024-11-23T07:24:46,069 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 664de61bb7564375b0e885e5f6d6155b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732346679386 2024-11-23T07:24:46,069 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c534a86df864c8ab63754fd8614788b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732346680522 2024-11-23T07:24:46,069 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fd2cba677a046ac82132274dd0e93a4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732346680522 2024-11-23T07:24:46,069 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting be598b53129842e0a28947e471118efe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732346681640 2024-11-23T07:24:46,069 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4ca4579491e4a27846e33ec76ad4f79, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732346681640 2024-11-23T07:24:46,070 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bda43eccae5495bba9fd445ddf0dbbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732346684398 2024-11-23T07:24:46,070 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3ccf2b78fb9424c83f6d96aa070f2f4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732346683784 2024-11-23T07:24:46,075 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:46,077 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 718361c62b64b38dac0c1957bf2a1672#B#compaction#630 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:46,077 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/ed8b0323851848e8bf1886065ec0c2cc is 50, key is test_row_0/B:col10/1732346684399/Put/seqid=0 2024-11-23T07:24:46,077 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a205e981b4724780bea4fcece807daea_718361c62b64b38dac0c1957bf2a1672 store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:46,080 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a205e981b4724780bea4fcece807daea_718361c62b64b38dac0c1957bf2a1672, store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:46,080 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a205e981b4724780bea4fcece807daea_718361c62b64b38dac0c1957bf2a1672 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:46,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742565_1741 (size=4469) 2024-11-23T07:24:46,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742564_1740 (size=12493) 2024-11-23T07:24:46,130 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T07:24:46,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:46,130 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T07:24:46,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:46,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:46,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:46,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:46,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:46,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:46,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123af8c3948c91c4b328e38759cdfdc0aee_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346684403/Put/seqid=0 2024-11-23T07:24:46,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742566_1742 (size=12304) 2024-11-23T07:24:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T07:24:46,485 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 718361c62b64b38dac0c1957bf2a1672#A#compaction#631 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:46,485 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/ce8be0c0bcf642bdae7f48fb637e847f is 175, key is test_row_0/A:col10/1732346684399/Put/seqid=0 2024-11-23T07:24:46,488 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/ed8b0323851848e8bf1886065ec0c2cc as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/ed8b0323851848e8bf1886065ec0c2cc 2024-11-23T07:24:46,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742567_1743 (size=31447) 2024-11-23T07:24:46,491 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 718361c62b64b38dac0c1957bf2a1672/B of 718361c62b64b38dac0c1957bf2a1672 into ed8b0323851848e8bf1886065ec0c2cc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:46,491 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:46,491 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., storeName=718361c62b64b38dac0c1957bf2a1672/B, priority=12, startTime=1732346686067; duration=0sec 2024-11-23T07:24:46,492 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:46,492 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 718361c62b64b38dac0c1957bf2a1672:B 2024-11-23T07:24:46,492 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T07:24:46,493 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T07:24:46,493 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 718361c62b64b38dac0c1957bf2a1672/C is initiating minor compaction (all files) 2024-11-23T07:24:46,493 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 718361c62b64b38dac0c1957bf2a1672/C in TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:46,493 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/5aef7a260cf64075889d6e1583b6daab, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/aee1be9f2fb04ed18aa282d7e7cd29dd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/a3b10c40b9264a35a10f307ea6fbbdbe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/0d5d71d2f2bd48f7a40562e4ac3573a5] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp, totalSize=47.3 K 2024-11-23T07:24:46,493 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 5aef7a260cf64075889d6e1583b6daab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732346679386 2024-11-23T07:24:46,493 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting aee1be9f2fb04ed18aa282d7e7cd29dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732346680522 2024-11-23T07:24:46,494 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting a3b10c40b9264a35a10f307ea6fbbdbe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732346681640 2024-11-23T07:24:46,494 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d5d71d2f2bd48f7a40562e4ac3573a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732346684398 2024-11-23T07:24:46,500 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 718361c62b64b38dac0c1957bf2a1672#C#compaction#633 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:46,501 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/3745589e95c04e33b97e05ebe8f4cd35 is 50, key is test_row_0/C:col10/1732346684399/Put/seqid=0 2024-11-23T07:24:46,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742568_1744 (size=12493) 2024-11-23T07:24:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:46,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:46,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:46,543 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123af8c3948c91c4b328e38759cdfdc0aee_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123af8c3948c91c4b328e38759cdfdc0aee_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:46,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/84ebce5f75c14eaa836179a2381f0217, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:46,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/84ebce5f75c14eaa836179a2381f0217 is 175, key is test_row_0/A:col10/1732346684403/Put/seqid=0 2024-11-23T07:24:46,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742569_1745 (size=31105) 2024-11-23T07:24:46,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346746550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346746550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346746553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346746553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346746654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346746654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:46,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346746657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346746657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346746857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346746858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346746859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346746860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:46,893 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/ce8be0c0bcf642bdae7f48fb637e847f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ce8be0c0bcf642bdae7f48fb637e847f 2024-11-23T07:24:46,897 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 718361c62b64b38dac0c1957bf2a1672/A of 718361c62b64b38dac0c1957bf2a1672 into ce8be0c0bcf642bdae7f48fb637e847f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:46,897 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:46,897 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., storeName=718361c62b64b38dac0c1957bf2a1672/A, priority=12, startTime=1732346686067; duration=0sec 2024-11-23T07:24:46,897 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:46,897 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 718361c62b64b38dac0c1957bf2a1672:A 2024-11-23T07:24:46,907 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/3745589e95c04e33b97e05ebe8f4cd35 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/3745589e95c04e33b97e05ebe8f4cd35 2024-11-23T07:24:46,911 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 718361c62b64b38dac0c1957bf2a1672/C of 718361c62b64b38dac0c1957bf2a1672 into 3745589e95c04e33b97e05ebe8f4cd35(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:46,911 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:46,911 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., storeName=718361c62b64b38dac0c1957bf2a1672/C, priority=12, startTime=1732346686067; duration=0sec 2024-11-23T07:24:46,911 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:46,911 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 718361c62b64b38dac0c1957bf2a1672:C 2024-11-23T07:24:46,948 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/84ebce5f75c14eaa836179a2381f0217 2024-11-23T07:24:46,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/473d159d61a745968c1bbd6bb01113cb is 50, key is test_row_0/B:col10/1732346684403/Put/seqid=0 2024-11-23T07:24:46,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742570_1746 (size=12151) 2024-11-23T07:24:47,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346747160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:47,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346747160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:47,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346747164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:47,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346747167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:47,358 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/473d159d61a745968c1bbd6bb01113cb 2024-11-23T07:24:47,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/bf26616194a543bbb0103b4a734a6712 is 50, key is test_row_0/C:col10/1732346684403/Put/seqid=0 2024-11-23T07:24:47,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742571_1747 (size=12151) 2024-11-23T07:24:47,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346747664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:47,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346747664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:47,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346747667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:47,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346747672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:47,768 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/bf26616194a543bbb0103b4a734a6712 2024-11-23T07:24:47,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/84ebce5f75c14eaa836179a2381f0217 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/84ebce5f75c14eaa836179a2381f0217 2024-11-23T07:24:47,774 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/84ebce5f75c14eaa836179a2381f0217, entries=150, sequenceid=171, filesize=30.4 K 2024-11-23T07:24:47,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/473d159d61a745968c1bbd6bb01113cb as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/473d159d61a745968c1bbd6bb01113cb 2024-11-23T07:24:47,779 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/473d159d61a745968c1bbd6bb01113cb, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T07:24:47,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/bf26616194a543bbb0103b4a734a6712 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/bf26616194a543bbb0103b4a734a6712 2024-11-23T07:24:47,782 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/bf26616194a543bbb0103b4a734a6712, entries=150, sequenceid=171, filesize=11.9 K 2024-11-23T07:24:47,783 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 718361c62b64b38dac0c1957bf2a1672 in 1653ms, sequenceid=171, compaction requested=false 2024-11-23T07:24:47,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:47,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:47,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-23T07:24:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-23T07:24:47,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-23T07:24:47,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4860 sec 2024-11-23T07:24:47,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 3.4900 sec 2024-11-23T07:24:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T07:24:48,403 INFO [Thread-3044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-23T07:24:48,404 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-23T07:24:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T07:24:48,406 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:48,406 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:48,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T07:24:48,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:48,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-23T07:24:48,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:48,558 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-23T07:24:48,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:48,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:48,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:48,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:48,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:48,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:48,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112313563125ef034ead951a722c539eee73_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346686552/Put/seqid=0 2024-11-23T07:24:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742572_1748 (size=12304) 2024-11-23T07:24:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:48,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:48,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346748673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:48,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346748674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:48,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346748675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:48,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346748676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T07:24:48,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346748776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:48,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346748777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:48,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346748778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:48,972 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112313563125ef034ead951a722c539eee73_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112313563125ef034ead951a722c539eee73_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/ecfb612e8e3d4ab79fa471edebb439c6, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:48,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/ecfb612e8e3d4ab79fa471edebb439c6 is 175, key is test_row_0/A:col10/1732346686552/Put/seqid=0 2024-11-23T07:24:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742573_1749 (size=31105) 2024-11-23T07:24:48,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346748979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:48,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346748979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:48,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346748979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T07:24:49,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346749281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:49,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346749283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:49,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346749283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:49,378 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/ecfb612e8e3d4ab79fa471edebb439c6 2024-11-23T07:24:49,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/777cd669712846e786ff40373db72ce8 is 50, key is test_row_0/B:col10/1732346686552/Put/seqid=0 2024-11-23T07:24:49,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742574_1750 (size=12151) 2024-11-23T07:24:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T07:24:49,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346749785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:49,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346749787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:49,789 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/777cd669712846e786ff40373db72ce8 2024-11-23T07:24:49,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346749789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:49,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/8637478e28cf47959a33781f2526c54e is 50, key is test_row_0/C:col10/1732346686552/Put/seqid=0 2024-11-23T07:24:49,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742575_1751 (size=12151) 2024-11-23T07:24:50,214 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/8637478e28cf47959a33781f2526c54e 2024-11-23T07:24:50,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/ecfb612e8e3d4ab79fa471edebb439c6 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ecfb612e8e3d4ab79fa471edebb439c6 2024-11-23T07:24:50,221 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ecfb612e8e3d4ab79fa471edebb439c6, entries=150, sequenceid=203, filesize=30.4 K 2024-11-23T07:24:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/777cd669712846e786ff40373db72ce8 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/777cd669712846e786ff40373db72ce8 2024-11-23T07:24:50,225 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/777cd669712846e786ff40373db72ce8, entries=150, sequenceid=203, filesize=11.9 K 2024-11-23T07:24:50,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/8637478e28cf47959a33781f2526c54e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/8637478e28cf47959a33781f2526c54e 2024-11-23T07:24:50,228 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/8637478e28cf47959a33781f2526c54e, entries=150, sequenceid=203, filesize=11.9 K 2024-11-23T07:24:50,229 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 718361c62b64b38dac0c1957bf2a1672 in 1671ms, sequenceid=203, compaction requested=true 2024-11-23T07:24:50,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:50,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:50,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-23T07:24:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-23T07:24:50,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-23T07:24:50,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-11-23T07:24:50,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.8270 sec 2024-11-23T07:24:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T07:24:50,510 INFO [Thread-3044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-23T07:24:50,511 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-23T07:24:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T07:24:50,512 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:50,513 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:50,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T07:24:50,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:50,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-23T07:24:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:50,665 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T07:24:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:50,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c7b3981b81fa4ccc963fad4b49995479_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346688673/Put/seqid=0 2024-11-23T07:24:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742576_1752 (size=12304) 2024-11-23T07:24:50,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:50,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346750768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:50,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346750791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:50,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346750792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:50,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346750795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T07:24:50,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346750870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:51,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346751073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:51,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:51,079 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c7b3981b81fa4ccc963fad4b49995479_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c7b3981b81fa4ccc963fad4b49995479_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:51,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/52f046d7aaa94ea693d923cc31d0076f, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:51,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/52f046d7aaa94ea693d923cc31d0076f is 175, key is test_row_0/A:col10/1732346688673/Put/seqid=0 2024-11-23T07:24:51,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742577_1753 (size=31105) 2024-11-23T07:24:51,084 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/52f046d7aaa94ea693d923cc31d0076f 2024-11-23T07:24:51,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/76790aa6df354582a502896014bad8ab is 50, key is test_row_0/B:col10/1732346688673/Put/seqid=0 2024-11-23T07:24:51,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742578_1754 (size=12151) 2024-11-23T07:24:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T07:24:51,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346751375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:51,493 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/76790aa6df354582a502896014bad8ab 2024-11-23T07:24:51,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/6aab45b6b6334129ba4a46486495021f is 50, key is test_row_0/C:col10/1732346688673/Put/seqid=0 2024-11-23T07:24:51,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742579_1755 (size=12151) 2024-11-23T07:24:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T07:24:51,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346751882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:51,924 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/6aab45b6b6334129ba4a46486495021f 2024-11-23T07:24:51,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/52f046d7aaa94ea693d923cc31d0076f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/52f046d7aaa94ea693d923cc31d0076f 2024-11-23T07:24:51,932 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/52f046d7aaa94ea693d923cc31d0076f, entries=150, sequenceid=211, filesize=30.4 K 2024-11-23T07:24:51,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/76790aa6df354582a502896014bad8ab as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/76790aa6df354582a502896014bad8ab 2024-11-23T07:24:51,936 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/76790aa6df354582a502896014bad8ab, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T07:24:51,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/6aab45b6b6334129ba4a46486495021f as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/6aab45b6b6334129ba4a46486495021f 2024-11-23T07:24:51,939 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/6aab45b6b6334129ba4a46486495021f, entries=150, sequenceid=211, filesize=11.9 K 2024-11-23T07:24:51,940 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 718361c62b64b38dac0c1957bf2a1672 in 1275ms, sequenceid=211, compaction requested=true 2024-11-23T07:24:51,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:51,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:51,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-23T07:24:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-23T07:24:51,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-23T07:24:51,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-11-23T07:24:51,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.4310 sec 2024-11-23T07:24:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(8581): Flush requested on 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:52,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-23T07:24:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:52,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:52,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236047461a867e43719ca9da2b1df820fb_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346690767/Put/seqid=0 2024-11-23T07:24:52,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742580_1756 (size=12304) 2024-11-23T07:24:52,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346752266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:52,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346752369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:52,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346752572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T07:24:52,616 INFO [Thread-3044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-23T07:24:52,617 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T07:24:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-23T07:24:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T07:24:52,619 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T07:24:52,619 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T07:24:52,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T07:24:52,664 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:52,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236047461a867e43719ca9da2b1df820fb_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236047461a867e43719ca9da2b1df820fb_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:52,668 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/b9de73f3e36342aa93765c59f09db1c1, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:52,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/b9de73f3e36342aa93765c59f09db1c1 is 175, key is test_row_0/A:col10/1732346690767/Put/seqid=0 2024-11-23T07:24:52,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742581_1757 (size=31105) 2024-11-23T07:24:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T07:24:52,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:52,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T07:24:52,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:52,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:52,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:52,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:52,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:52,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32858 deadline: 1732346752795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:52,798 DEBUG [Thread-3034 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:24:52,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32860 deadline: 1732346752809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:52,811 DEBUG [Thread-3038 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:24:52,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32886 deadline: 1732346752812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:52,815 DEBUG [Thread-3042 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., hostname=404f8ac4dfd7,44557,1732346521510, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T07:24:52,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346752876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:52,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32900 deadline: 1732346752891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T07:24:52,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:52,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T07:24:52,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:52,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:52,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:52,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:52,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,073 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/b9de73f3e36342aa93765c59f09db1c1 2024-11-23T07:24:53,076 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:53,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T07:24:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/c52e0dd6e1774bd8af9250f7721baa01 is 50, key is test_row_0/B:col10/1732346690767/Put/seqid=0 2024-11-23T07:24:53,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742582_1758 (size=12151) 2024-11-23T07:24:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T07:24:53,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:53,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T07:24:53,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:53,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T07:24:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44557 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732346753380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:53,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:53,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T07:24:53,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:53,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/c52e0dd6e1774bd8af9250f7721baa01 2024-11-23T07:24:53,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/8f1449a1343b4a46ac000a2b190b427e is 50, key is test_row_0/C:col10/1732346690767/Put/seqid=0 2024-11-23T07:24:53,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742583_1759 (size=12151) 2024-11-23T07:24:53,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:53,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T07:24:53,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:53,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:53,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T07:24:53,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:53,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T07:24:53,841 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:53,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T07:24:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. as already flushing 2024-11-23T07:24:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T07:24:53,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/8f1449a1343b4a46ac000a2b190b427e 2024-11-23T07:24:53,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/b9de73f3e36342aa93765c59f09db1c1 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b9de73f3e36342aa93765c59f09db1c1 2024-11-23T07:24:53,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b9de73f3e36342aa93765c59f09db1c1, entries=150, sequenceid=240, filesize=30.4 K 2024-11-23T07:24:53,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/c52e0dd6e1774bd8af9250f7721baa01 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/c52e0dd6e1774bd8af9250f7721baa01 2024-11-23T07:24:53,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/c52e0dd6e1774bd8af9250f7721baa01, entries=150, sequenceid=240, filesize=11.9 K 2024-11-23T07:24:53,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/8f1449a1343b4a46ac000a2b190b427e as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/8f1449a1343b4a46ac000a2b190b427e 2024-11-23T07:24:53,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/8f1449a1343b4a46ac000a2b190b427e, entries=150, sequenceid=240, filesize=11.9 K 2024-11-23T07:24:53,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 718361c62b64b38dac0c1957bf2a1672 in 1657ms, sequenceid=240, compaction requested=true 2024-11-23T07:24:53,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:53,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 718361c62b64b38dac0c1957bf2a1672:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T07:24:53,910 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T07:24:53,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:53,910 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T07:24:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 718361c62b64b38dac0c1957bf2a1672:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T07:24:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 718361c62b64b38dac0c1957bf2a1672:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T07:24:53,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:53,911 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T07:24:53,912 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 155867 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T07:24:53,912 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 718361c62b64b38dac0c1957bf2a1672/B is initiating minor compaction (all files) 2024-11-23T07:24:53,912 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1540): 718361c62b64b38dac0c1957bf2a1672/A is initiating minor compaction (all files) 2024-11-23T07:24:53,912 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 718361c62b64b38dac0c1957bf2a1672/B in TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,912 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 718361c62b64b38dac0c1957bf2a1672/A in TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,912 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/ed8b0323851848e8bf1886065ec0c2cc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/473d159d61a745968c1bbd6bb01113cb, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/777cd669712846e786ff40373db72ce8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/76790aa6df354582a502896014bad8ab, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/c52e0dd6e1774bd8af9250f7721baa01] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp, totalSize=59.7 K 2024-11-23T07:24:53,912 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ce8be0c0bcf642bdae7f48fb637e847f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/84ebce5f75c14eaa836179a2381f0217, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ecfb612e8e3d4ab79fa471edebb439c6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/52f046d7aaa94ea693d923cc31d0076f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b9de73f3e36342aa93765c59f09db1c1] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp, totalSize=152.2 K 2024-11-23T07:24:53,912 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,912 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. files: [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ce8be0c0bcf642bdae7f48fb637e847f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/84ebce5f75c14eaa836179a2381f0217, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ecfb612e8e3d4ab79fa471edebb439c6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/52f046d7aaa94ea693d923cc31d0076f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b9de73f3e36342aa93765c59f09db1c1] 2024-11-23T07:24:53,912 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting ed8b0323851848e8bf1886065ec0c2cc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732346684398 2024-11-23T07:24:53,912 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce8be0c0bcf642bdae7f48fb637e847f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732346684398 2024-11-23T07:24:53,912 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 473d159d61a745968c1bbd6bb01113cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732346684403 2024-11-23T07:24:53,913 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84ebce5f75c14eaa836179a2381f0217, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732346684403 2024-11-23T07:24:53,913 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 777cd669712846e786ff40373db72ce8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732346686548 2024-11-23T07:24:53,913 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecfb612e8e3d4ab79fa471edebb439c6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732346686548 2024-11-23T07:24:53,913 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 76790aa6df354582a502896014bad8ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732346688672 2024-11-23T07:24:53,913 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52f046d7aaa94ea693d923cc31d0076f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732346688672 2024-11-23T07:24:53,913 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting c52e0dd6e1774bd8af9250f7721baa01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732346690764 2024-11-23T07:24:53,914 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9de73f3e36342aa93765c59f09db1c1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732346690764 2024-11-23T07:24:53,921 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:53,923 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 718361c62b64b38dac0c1957bf2a1672#B#compaction#645 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:53,923 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112367f674a012b047c9a834d7c0943eee35_718361c62b64b38dac0c1957bf2a1672 store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:53,923 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/d6c2e9ff07684770bba596b2be875534 is 50, key is test_row_0/B:col10/1732346690767/Put/seqid=0 2024-11-23T07:24:53,925 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112367f674a012b047c9a834d7c0943eee35_718361c62b64b38dac0c1957bf2a1672, store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:53,925 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112367f674a012b047c9a834d7c0943eee35_718361c62b64b38dac0c1957bf2a1672 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:53,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742584_1760 (size=12663) 2024-11-23T07:24:53,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742585_1761 (size=4469) 2024-11-23T07:24:53,954 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 718361c62b64b38dac0c1957bf2a1672#A#compaction#646 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:53,955 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/6fa223ef398d49d38ba48e5c5a33cc40 is 175, key is test_row_0/A:col10/1732346690767/Put/seqid=0 2024-11-23T07:24:53,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742586_1762 (size=31617) 2024-11-23T07:24:53,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:53,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44557 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-23T07:24:53,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:53,994 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T07:24:53,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:54,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a33c86ca5339496a9db99b81517132fe_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_0/A:col10/1732346692256/Put/seqid=0 2024-11-23T07:24:54,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742587_1763 (size=12304) 2024-11-23T07:24:54,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:54,013 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a33c86ca5339496a9db99b81517132fe_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a33c86ca5339496a9db99b81517132fe_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:54,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/d7f8d435623e457db515083d2d3f5f50, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:54,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/d7f8d435623e457db515083d2d3f5f50 is 175, key is test_row_0/A:col10/1732346692256/Put/seqid=0 2024-11-23T07:24:54,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742588_1764 (size=31105) 2024-11-23T07:24:54,020 DEBUG [Thread-3049 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2406c4ea to 127.0.0.1:49944 2024-11-23T07:24:54,020 DEBUG [Thread-3049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:54,021 DEBUG [Thread-3053 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cb4faa4 to 127.0.0.1:49944 2024-11-23T07:24:54,021 DEBUG [Thread-3053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:54,022 DEBUG [Thread-3047 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3395eba8 to 127.0.0.1:49944 2024-11-23T07:24:54,022 DEBUG [Thread-3047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:54,022 DEBUG [Thread-3051 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58970c4d to 127.0.0.1:49944 2024-11-23T07:24:54,022 DEBUG [Thread-3051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:54,023 DEBUG [Thread-3045 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d6c03ba to 127.0.0.1:49944 2024-11-23T07:24:54,023 DEBUG [Thread-3045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:54,349 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/d6c2e9ff07684770bba596b2be875534 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/d6c2e9ff07684770bba596b2be875534 2024-11-23T07:24:54,352 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 718361c62b64b38dac0c1957bf2a1672/B of 718361c62b64b38dac0c1957bf2a1672 into d6c2e9ff07684770bba596b2be875534(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:54,352 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:54,352 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., storeName=718361c62b64b38dac0c1957bf2a1672/B, priority=11, startTime=1732346693910; duration=0sec 2024-11-23T07:24:54,352 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T07:24:54,352 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 718361c62b64b38dac0c1957bf2a1672:B 2024-11-23T07:24:54,352 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-23T07:24:54,353 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-23T07:24:54,353 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1540): 718361c62b64b38dac0c1957bf2a1672/C is initiating minor compaction (all files) 2024-11-23T07:24:54,353 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 718361c62b64b38dac0c1957bf2a1672/C in TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:54,353 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/3745589e95c04e33b97e05ebe8f4cd35, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/bf26616194a543bbb0103b4a734a6712, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/8637478e28cf47959a33781f2526c54e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/6aab45b6b6334129ba4a46486495021f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/8f1449a1343b4a46ac000a2b190b427e] into tmpdir=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp, totalSize=59.7 K 2024-11-23T07:24:54,353 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 3745589e95c04e33b97e05ebe8f4cd35, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732346684398 2024-11-23T07:24:54,354 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting bf26616194a543bbb0103b4a734a6712, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732346684403 2024-11-23T07:24:54,354 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 8637478e28cf47959a33781f2526c54e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732346686548 2024-11-23T07:24:54,354 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aab45b6b6334129ba4a46486495021f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732346688672 2024-11-23T07:24:54,354 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f1449a1343b4a46ac000a2b190b427e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732346690764 2024-11-23T07:24:54,361 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 718361c62b64b38dac0c1957bf2a1672#C#compaction#648 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T07:24:54,361 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/858db39875c0459a90a783825bbe37ec is 50, key is test_row_0/C:col10/1732346690767/Put/seqid=0 2024-11-23T07:24:54,361 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/6fa223ef398d49d38ba48e5c5a33cc40 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/6fa223ef398d49d38ba48e5c5a33cc40 2024-11-23T07:24:54,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742589_1765 (size=12663) 2024-11-23T07:24:54,365 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 718361c62b64b38dac0c1957bf2a1672/A of 718361c62b64b38dac0c1957bf2a1672 into 6fa223ef398d49d38ba48e5c5a33cc40(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:54,365 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:54,365 INFO [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., storeName=718361c62b64b38dac0c1957bf2a1672/A, priority=11, startTime=1732346693910; duration=0sec 2024-11-23T07:24:54,365 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:54,365 DEBUG [RS:0;404f8ac4dfd7:44557-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 718361c62b64b38dac0c1957bf2a1672:A 2024-11-23T07:24:54,386 DEBUG [Thread-3040 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x096e8e33 to 127.0.0.1:49944 2024-11-23T07:24:54,386 DEBUG [Thread-3040 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:54,419 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/d7f8d435623e457db515083d2d3f5f50 2024-11-23T07:24:54,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/2334962f35054a85ad21e2e77d8be822 is 50, key is test_row_0/B:col10/1732346692256/Put/seqid=0 2024-11-23T07:24:54,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742590_1766 (size=12151) 2024-11-23T07:24:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T07:24:54,768 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/858db39875c0459a90a783825bbe37ec as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/858db39875c0459a90a783825bbe37ec 2024-11-23T07:24:54,771 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 718361c62b64b38dac0c1957bf2a1672/C of 718361c62b64b38dac0c1957bf2a1672 into 858db39875c0459a90a783825bbe37ec(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T07:24:54,771 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:54,771 INFO [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672., storeName=718361c62b64b38dac0c1957bf2a1672/C, priority=11, startTime=1732346693911; duration=0sec 2024-11-23T07:24:54,771 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T07:24:54,771 DEBUG [RS:0;404f8ac4dfd7:44557-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 718361c62b64b38dac0c1957bf2a1672:C 2024-11-23T07:24:54,827 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/2334962f35054a85ad21e2e77d8be822 2024-11-23T07:24:54,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/5891a102425a483c9e86c715a136eb61 is 50, key is test_row_0/C:col10/1732346692256/Put/seqid=0 2024-11-23T07:24:54,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742591_1767 (size=12151) 2024-11-23T07:24:54,909 DEBUG [Thread-3036 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65aca2ac to 127.0.0.1:49944 2024-11-23T07:24:54,909 DEBUG [Thread-3036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:55,235 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/5891a102425a483c9e86c715a136eb61 2024-11-23T07:24:55,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/d7f8d435623e457db515083d2d3f5f50 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d7f8d435623e457db515083d2d3f5f50 2024-11-23T07:24:55,240 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d7f8d435623e457db515083d2d3f5f50, entries=150, sequenceid=247, filesize=30.4 K 2024-11-23T07:24:55,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/2334962f35054a85ad21e2e77d8be822 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/2334962f35054a85ad21e2e77d8be822 2024-11-23T07:24:55,243 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/2334962f35054a85ad21e2e77d8be822, entries=150, sequenceid=247, filesize=11.9 K 2024-11-23T07:24:55,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/5891a102425a483c9e86c715a136eb61 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/5891a102425a483c9e86c715a136eb61 2024-11-23T07:24:55,246 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/5891a102425a483c9e86c715a136eb61, entries=150, sequenceid=247, filesize=11.9 K 2024-11-23T07:24:55,246 INFO [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=13.42 KB/13740 for 718361c62b64b38dac0c1957bf2a1672 in 1252ms, sequenceid=247, compaction requested=false 2024-11-23T07:24:55,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:55,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:55,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/404f8ac4dfd7:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-23T07:24:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-23T07:24:55,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-23T07:24:55,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6280 sec 2024-11-23T07:24:55,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 2.6310 sec 2024-11-23T07:24:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-23T07:24:56,723 INFO [Thread-3044 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-23T07:24:56,803 DEBUG [Thread-3034 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x582ec26d to 127.0.0.1:49944 2024-11-23T07:24:56,803 DEBUG [Thread-3034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:56,837 DEBUG [Thread-3042 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e8d919c to 127.0.0.1:49944 2024-11-23T07:24:56,837 DEBUG [Thread-3042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:56,837 DEBUG [Thread-3038 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x314e353d to 127.0.0.1:49944 2024-11-23T07:24:56,837 DEBUG [Thread-3038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:56,837 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T07:24:56,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-23T07:24:56,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-23T07:24:56,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-23T07:24:56,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-23T07:24:56,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-23T07:24:56,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T07:24:56,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7527 2024-11-23T07:24:56,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7611 2024-11-23T07:24:56,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7458 2024-11-23T07:24:56,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7532 2024-11-23T07:24:56,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7600 2024-11-23T07:24:56,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T07:24:56,838 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T07:24:56,838 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d4ec7e8 to 127.0.0.1:49944 2024-11-23T07:24:56,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:56,838 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T07:24:56,838 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T07:24:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T07:24:56,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346696840"}]},"ts":"1732346696840"} 2024-11-23T07:24:56,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T07:24:56,843 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T07:24:56,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T07:24:56,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=718361c62b64b38dac0c1957bf2a1672, UNASSIGN}] 2024-11-23T07:24:56,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=718361c62b64b38dac0c1957bf2a1672, UNASSIGN 2024-11-23T07:24:56,845 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=718361c62b64b38dac0c1957bf2a1672, regionState=CLOSING, regionLocation=404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:56,845 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T07:24:56,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; CloseRegionProcedure 718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510}] 2024-11-23T07:24:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T07:24:56,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:56,997 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(124): Close 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:56,997 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T07:24:56,997 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1681): Closing 718361c62b64b38dac0c1957bf2a1672, disabling compactions & flushes 2024-11-23T07:24:56,997 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:56,997 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:56,997 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. after waiting 0 ms 2024-11-23T07:24:56,997 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:56,997 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(2837): Flushing 718361c62b64b38dac0c1957bf2a1672 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T07:24:56,997 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=A 2024-11-23T07:24:56,998 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:56,998 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=B 2024-11-23T07:24:56,998 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:56,998 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 718361c62b64b38dac0c1957bf2a1672, store=C 2024-11-23T07:24:56,998 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T07:24:57,002 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ecb5972767a647ffb9982a9fec1ea5f3_718361c62b64b38dac0c1957bf2a1672 is 50, key is test_row_1/A:col10/1732346696836/Put/seqid=0 2024-11-23T07:24:57,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742592_1768 (size=9914) 2024-11-23T07:24:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T07:24:57,406 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T07:24:57,409 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ecb5972767a647ffb9982a9fec1ea5f3_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ecb5972767a647ffb9982a9fec1ea5f3_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:57,409 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/8be78803df1f401e9c74a3c496f8c353, store: [table=TestAcidGuarantees family=A region=718361c62b64b38dac0c1957bf2a1672] 2024-11-23T07:24:57,410 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/8be78803df1f401e9c74a3c496f8c353 is 175, key is test_row_1/A:col10/1732346696836/Put/seqid=0 2024-11-23T07:24:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742593_1769 (size=22561) 2024-11-23T07:24:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T07:24:57,814 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/8be78803df1f401e9c74a3c496f8c353 2024-11-23T07:24:57,819 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/319ffe06df55434cac8059e1794f3459 is 50, key is test_row_1/B:col10/1732346696836/Put/seqid=0 2024-11-23T07:24:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742594_1770 (size=9857) 2024-11-23T07:24:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T07:24:58,222 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/319ffe06df55434cac8059e1794f3459 2024-11-23T07:24:58,227 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/ff98394a50234b1c8126adba3d67af5c is 50, key is test_row_1/C:col10/1732346696836/Put/seqid=0 2024-11-23T07:24:58,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742595_1771 (size=9857) 2024-11-23T07:24:58,631 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/ff98394a50234b1c8126adba3d67af5c 2024-11-23T07:24:58,634 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/A/8be78803df1f401e9c74a3c496f8c353 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/8be78803df1f401e9c74a3c496f8c353 2024-11-23T07:24:58,637 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/8be78803df1f401e9c74a3c496f8c353, entries=100, sequenceid=258, filesize=22.0 K 2024-11-23T07:24:58,638 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/B/319ffe06df55434cac8059e1794f3459 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/319ffe06df55434cac8059e1794f3459 2024-11-23T07:24:58,640 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/319ffe06df55434cac8059e1794f3459, entries=100, sequenceid=258, filesize=9.6 K 2024-11-23T07:24:58,641 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/.tmp/C/ff98394a50234b1c8126adba3d67af5c as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/ff98394a50234b1c8126adba3d67af5c 2024-11-23T07:24:58,643 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/ff98394a50234b1c8126adba3d67af5c, entries=100, sequenceid=258, filesize=9.6 K 2024-11-23T07:24:58,644 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 718361c62b64b38dac0c1957bf2a1672 in 1647ms, sequenceid=258, compaction requested=true 2024-11-23T07:24:58,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/a5ce28a347544f09b3b8627e84522479, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9d54d80bf08841f9a13ad23a0d706625, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/1b7754d348e044e1aaaf401a46e5e8c9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d51c7bf881334404b573c984571f7fe2, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9f47d30554bb4f5bae2edbbef7047476, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/664de61bb7564375b0e885e5f6d6155b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/e7f47587d02c43c1912ddfa485c64dda, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/3fd2cba677a046ac82132274dd0e93a4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b4ca4579491e4a27846e33ec76ad4f79, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d3ccf2b78fb9424c83f6d96aa070f2f4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ce8be0c0bcf642bdae7f48fb637e847f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/84ebce5f75c14eaa836179a2381f0217, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ecfb612e8e3d4ab79fa471edebb439c6, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/52f046d7aaa94ea693d923cc31d0076f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b9de73f3e36342aa93765c59f09db1c1] to archive 2024-11-23T07:24:58,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:24:58,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/a5ce28a347544f09b3b8627e84522479 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/a5ce28a347544f09b3b8627e84522479 2024-11-23T07:24:58,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9d54d80bf08841f9a13ad23a0d706625 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9d54d80bf08841f9a13ad23a0d706625 2024-11-23T07:24:58,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/1b7754d348e044e1aaaf401a46e5e8c9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/1b7754d348e044e1aaaf401a46e5e8c9 2024-11-23T07:24:58,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d51c7bf881334404b573c984571f7fe2 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d51c7bf881334404b573c984571f7fe2 2024-11-23T07:24:58,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9f47d30554bb4f5bae2edbbef7047476 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/9f47d30554bb4f5bae2edbbef7047476 2024-11-23T07:24:58,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/664de61bb7564375b0e885e5f6d6155b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/664de61bb7564375b0e885e5f6d6155b 2024-11-23T07:24:58,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/e7f47587d02c43c1912ddfa485c64dda to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/e7f47587d02c43c1912ddfa485c64dda 2024-11-23T07:24:58,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/3fd2cba677a046ac82132274dd0e93a4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/3fd2cba677a046ac82132274dd0e93a4 2024-11-23T07:24:58,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b4ca4579491e4a27846e33ec76ad4f79 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b4ca4579491e4a27846e33ec76ad4f79 2024-11-23T07:24:58,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d3ccf2b78fb9424c83f6d96aa070f2f4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d3ccf2b78fb9424c83f6d96aa070f2f4 2024-11-23T07:24:58,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ce8be0c0bcf642bdae7f48fb637e847f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ce8be0c0bcf642bdae7f48fb637e847f 2024-11-23T07:24:58,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/84ebce5f75c14eaa836179a2381f0217 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/84ebce5f75c14eaa836179a2381f0217 2024-11-23T07:24:58,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ecfb612e8e3d4ab79fa471edebb439c6 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/ecfb612e8e3d4ab79fa471edebb439c6 2024-11-23T07:24:58,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/52f046d7aaa94ea693d923cc31d0076f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/52f046d7aaa94ea693d923cc31d0076f 2024-11-23T07:24:58,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b9de73f3e36342aa93765c59f09db1c1 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/b9de73f3e36342aa93765c59f09db1c1 2024-11-23T07:24:58,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/08602a7d313b49a7ad2d7ac4b5744217, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/bb70c9105bfb48c096fe2fe97ef7af42, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/a03c8822fa4d4acf8187c49c2f367c61, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/556f7b1a066a4f0eb62bc3a806a591b4, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/9b809a0df127456b887670b2a620cd4a, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/c64bc78f23144ca1b021824bbe1557a8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/dc8862e9712d4c779fbda8694c9f30d9, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/4c534a86df864c8ab63754fd8614788b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/be598b53129842e0a28947e471118efe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/ed8b0323851848e8bf1886065ec0c2cc, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/7bda43eccae5495bba9fd445ddf0dbbe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/473d159d61a745968c1bbd6bb01113cb, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/777cd669712846e786ff40373db72ce8, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/76790aa6df354582a502896014bad8ab, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/c52e0dd6e1774bd8af9250f7721baa01] to archive 2024-11-23T07:24:58,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:24:58,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/08602a7d313b49a7ad2d7ac4b5744217 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/08602a7d313b49a7ad2d7ac4b5744217 2024-11-23T07:24:58,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/bb70c9105bfb48c096fe2fe97ef7af42 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/bb70c9105bfb48c096fe2fe97ef7af42 2024-11-23T07:24:58,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/a03c8822fa4d4acf8187c49c2f367c61 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/a03c8822fa4d4acf8187c49c2f367c61 2024-11-23T07:24:58,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/556f7b1a066a4f0eb62bc3a806a591b4 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/556f7b1a066a4f0eb62bc3a806a591b4 2024-11-23T07:24:58,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/9b809a0df127456b887670b2a620cd4a to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/9b809a0df127456b887670b2a620cd4a 2024-11-23T07:24:58,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/c64bc78f23144ca1b021824bbe1557a8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/c64bc78f23144ca1b021824bbe1557a8 2024-11-23T07:24:58,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/dc8862e9712d4c779fbda8694c9f30d9 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/dc8862e9712d4c779fbda8694c9f30d9 2024-11-23T07:24:58,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/4c534a86df864c8ab63754fd8614788b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/4c534a86df864c8ab63754fd8614788b 2024-11-23T07:24:58,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/be598b53129842e0a28947e471118efe to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/be598b53129842e0a28947e471118efe 2024-11-23T07:24:58,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/ed8b0323851848e8bf1886065ec0c2cc to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/ed8b0323851848e8bf1886065ec0c2cc 2024-11-23T07:24:58,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/7bda43eccae5495bba9fd445ddf0dbbe to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/7bda43eccae5495bba9fd445ddf0dbbe 2024-11-23T07:24:58,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/473d159d61a745968c1bbd6bb01113cb to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/473d159d61a745968c1bbd6bb01113cb 2024-11-23T07:24:58,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/777cd669712846e786ff40373db72ce8 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/777cd669712846e786ff40373db72ce8 2024-11-23T07:24:58,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/76790aa6df354582a502896014bad8ab to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/76790aa6df354582a502896014bad8ab 2024-11-23T07:24:58,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/c52e0dd6e1774bd8af9250f7721baa01 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/c52e0dd6e1774bd8af9250f7721baa01 2024-11-23T07:24:58,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/cb9688c6ee374539a691c2ad3bc04330, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/36003b76d8ba4348a091a1283d073802, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/eefce481a4cb46b19c463342a0572f04, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/46ca45c5b2bc43da894be4e7eecdd44e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/6f3911b2ee9040f18db2c98cdf06badb, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/5aef7a260cf64075889d6e1583b6daab, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/c34e9194b0d44ee8a01d05568589c30b, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/aee1be9f2fb04ed18aa282d7e7cd29dd, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/a3b10c40b9264a35a10f307ea6fbbdbe, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/3745589e95c04e33b97e05ebe8f4cd35, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/0d5d71d2f2bd48f7a40562e4ac3573a5, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/bf26616194a543bbb0103b4a734a6712, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/8637478e28cf47959a33781f2526c54e, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/6aab45b6b6334129ba4a46486495021f, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/8f1449a1343b4a46ac000a2b190b427e] to archive 2024-11-23T07:24:58,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T07:24:58,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/cb9688c6ee374539a691c2ad3bc04330 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/cb9688c6ee374539a691c2ad3bc04330 2024-11-23T07:24:58,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/36003b76d8ba4348a091a1283d073802 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/36003b76d8ba4348a091a1283d073802 2024-11-23T07:24:58,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/eefce481a4cb46b19c463342a0572f04 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/eefce481a4cb46b19c463342a0572f04 2024-11-23T07:24:58,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/46ca45c5b2bc43da894be4e7eecdd44e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/46ca45c5b2bc43da894be4e7eecdd44e 2024-11-23T07:24:58,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/6f3911b2ee9040f18db2c98cdf06badb to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/6f3911b2ee9040f18db2c98cdf06badb 2024-11-23T07:24:58,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/5aef7a260cf64075889d6e1583b6daab to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/5aef7a260cf64075889d6e1583b6daab 2024-11-23T07:24:58,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/c34e9194b0d44ee8a01d05568589c30b to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/c34e9194b0d44ee8a01d05568589c30b 2024-11-23T07:24:58,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/aee1be9f2fb04ed18aa282d7e7cd29dd to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/aee1be9f2fb04ed18aa282d7e7cd29dd 2024-11-23T07:24:58,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/a3b10c40b9264a35a10f307ea6fbbdbe to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/a3b10c40b9264a35a10f307ea6fbbdbe 2024-11-23T07:24:58,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/3745589e95c04e33b97e05ebe8f4cd35 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/3745589e95c04e33b97e05ebe8f4cd35 2024-11-23T07:24:58,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/0d5d71d2f2bd48f7a40562e4ac3573a5 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/0d5d71d2f2bd48f7a40562e4ac3573a5 2024-11-23T07:24:58,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/bf26616194a543bbb0103b4a734a6712 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/bf26616194a543bbb0103b4a734a6712 2024-11-23T07:24:58,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/8637478e28cf47959a33781f2526c54e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/8637478e28cf47959a33781f2526c54e 2024-11-23T07:24:58,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/6aab45b6b6334129ba4a46486495021f to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/6aab45b6b6334129ba4a46486495021f 2024-11-23T07:24:58,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/8f1449a1343b4a46ac000a2b190b427e to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/8f1449a1343b4a46ac000a2b190b427e 2024-11-23T07:24:58,684 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/recovered.edits/261.seqid, newMaxSeqId=261, maxSeqId=4 2024-11-23T07:24:58,685 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672. 2024-11-23T07:24:58,685 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1635): Region close journal for 718361c62b64b38dac0c1957bf2a1672: 2024-11-23T07:24:58,686 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(170): Closed 718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,686 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=718361c62b64b38dac0c1957bf2a1672, regionState=CLOSED 2024-11-23T07:24:58,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-23T07:24:58,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; CloseRegionProcedure 718361c62b64b38dac0c1957bf2a1672, server=404f8ac4dfd7,44557,1732346521510 in 1.8420 sec 2024-11-23T07:24:58,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=183, resume processing ppid=182 2024-11-23T07:24:58,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, ppid=182, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=718361c62b64b38dac0c1957bf2a1672, UNASSIGN in 1.8440 sec 2024-11-23T07:24:58,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-23T07:24:58,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8460 sec 2024-11-23T07:24:58,691 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732346698690"}]},"ts":"1732346698690"} 2024-11-23T07:24:58,691 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T07:24:58,693 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T07:24:58,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8540 sec 2024-11-23T07:24:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T07:24:58,943 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-23T07:24:58,944 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T07:24:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:58,945 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T07:24:58,946 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=185, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:58,947 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,949 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C, FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/recovered.edits] 2024-11-23T07:24:58,951 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/6fa223ef398d49d38ba48e5c5a33cc40 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/6fa223ef398d49d38ba48e5c5a33cc40 2024-11-23T07:24:58,952 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/8be78803df1f401e9c74a3c496f8c353 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/8be78803df1f401e9c74a3c496f8c353 2024-11-23T07:24:58,952 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d7f8d435623e457db515083d2d3f5f50 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/A/d7f8d435623e457db515083d2d3f5f50 2024-11-23T07:24:58,954 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/2334962f35054a85ad21e2e77d8be822 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/2334962f35054a85ad21e2e77d8be822 2024-11-23T07:24:58,955 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/319ffe06df55434cac8059e1794f3459 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/319ffe06df55434cac8059e1794f3459 2024-11-23T07:24:58,956 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/d6c2e9ff07684770bba596b2be875534 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/B/d6c2e9ff07684770bba596b2be875534 2024-11-23T07:24:58,957 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/5891a102425a483c9e86c715a136eb61 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/5891a102425a483c9e86c715a136eb61 2024-11-23T07:24:58,958 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/858db39875c0459a90a783825bbe37ec to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/858db39875c0459a90a783825bbe37ec 2024-11-23T07:24:58,959 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/ff98394a50234b1c8126adba3d67af5c to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/C/ff98394a50234b1c8126adba3d67af5c 2024-11-23T07:24:58,960 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/recovered.edits/261.seqid to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672/recovered.edits/261.seqid 2024-11-23T07:24:58,961 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/default/TestAcidGuarantees/718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,961 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T07:24:58,961 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T07:24:58,962 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T07:24:58,964 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230d2637fc36dc4883840767b7aa216299_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230d2637fc36dc4883840767b7aa216299_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,965 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112313563125ef034ead951a722c539eee73_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112313563125ef034ead951a722c539eee73_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,966 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234bcf0a5372c249c68e2785d4cdc94d06_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234bcf0a5372c249c68e2785d4cdc94d06_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,966 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234e0ffa6a3f044f7299eecf022fbb5b5f_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234e0ffa6a3f044f7299eecf022fbb5b5f_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,967 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236047461a867e43719ca9da2b1df820fb_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236047461a867e43719ca9da2b1df820fb_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,968 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237d0f5def24bd4733916ddc3c8cd99842_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237d0f5def24bd4733916ddc3c8cd99842_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,969 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239b08f15867c241fd92f8db415681ce2c_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239b08f15867c241fd92f8db415681ce2c_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,969 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a097ec6752b74d65947dbaef91253aa4_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a097ec6752b74d65947dbaef91253aa4_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,970 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a33c86ca5339496a9db99b81517132fe_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a33c86ca5339496a9db99b81517132fe_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,971 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123af8c3948c91c4b328e38759cdfdc0aee_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123af8c3948c91c4b328e38759cdfdc0aee_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,972 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c49b2d2e076f4eaca3bfd3d27bb1bc67_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c49b2d2e076f4eaca3bfd3d27bb1bc67_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,973 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c7b3981b81fa4ccc963fad4b49995479_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c7b3981b81fa4ccc963fad4b49995479_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,974 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123eaf5425e210b4583beedefa1b4e05e5e_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123eaf5425e210b4583beedefa1b4e05e5e_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,975 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ecb5972767a647ffb9982a9fec1ea5f3_718361c62b64b38dac0c1957bf2a1672 to hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ecb5972767a647ffb9982a9fec1ea5f3_718361c62b64b38dac0c1957bf2a1672 2024-11-23T07:24:58,975 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T07:24:58,977 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=185, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:58,979 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T07:24:58,981 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T07:24:58,981 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=185, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:58,981 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T07:24:58,981 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732346698981"}]},"ts":"9223372036854775807"} 2024-11-23T07:24:58,983 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T07:24:58,983 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 718361c62b64b38dac0c1957bf2a1672, NAME => 'TestAcidGuarantees,,1732346670912.718361c62b64b38dac0c1957bf2a1672.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T07:24:58,983 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T07:24:58,983 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732346698983"}]},"ts":"9223372036854775807"} 2024-11-23T07:24:58,984 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T07:24:58,986 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=185, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T07:24:58,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-23T07:24:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42369 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-23T07:24:59,046 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-23T07:24:59,056 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238 (was 240), OpenFileDescriptor=447 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=545 (was 596), ProcessCount=11 (was 11), AvailableMemoryMB=4263 (was 4286) 2024-11-23T07:24:59,056 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T07:24:59,056 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T07:24:59,056 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c6d9b54 to 127.0.0.1:49944 2024-11-23T07:24:59,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:59,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T07:24:59,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531303381, stopped=false 2024-11-23T07:24:59,057 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=404f8ac4dfd7,42369,1732346520618 2024-11-23T07:24:59,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T07:24:59,058 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-23T07:24:59,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T07:24:59,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:24:59,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:24:59,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:59,059 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '404f8ac4dfd7,44557,1732346521510' ***** 2024-11-23T07:24:59,059 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-23T07:24:59,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T07:24:59,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T07:24:59,060 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T07:24:59,060 INFO [RS:0;404f8ac4dfd7:44557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T07:24:59,060 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-23T07:24:59,060 INFO [RS:0;404f8ac4dfd7:44557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T07:24:59,060 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(3579): Received CLOSE for 4c7e39a33b4707872622386167a1cdd0 2024-11-23T07:24:59,060 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1224): stopping server 404f8ac4dfd7,44557,1732346521510 2024-11-23T07:24:59,060 DEBUG [RS:0;404f8ac4dfd7:44557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:24:59,060 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T07:24:59,060 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T07:24:59,060 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T07:24:59,061 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-23T07:24:59,061 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4c7e39a33b4707872622386167a1cdd0, disabling compactions & flushes 2024-11-23T07:24:59,061 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. 2024-11-23T07:24:59,061 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. 2024-11-23T07:24:59,061 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. after waiting 0 ms 2024-11-23T07:24:59,061 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-23T07:24:59,061 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. 2024-11-23T07:24:59,061 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 4c7e39a33b4707872622386167a1cdd0=hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0.} 2024-11-23T07:24:59,061 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4c7e39a33b4707872622386167a1cdd0 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-23T07:24:59,061 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T07:24:59,061 INFO [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T07:24:59,061 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T07:24:59,061 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T07:24:59,061 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T07:24:59,061 INFO [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-23T07:24:59,062 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4c7e39a33b4707872622386167a1cdd0 2024-11-23T07:24:59,077 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/namespace/4c7e39a33b4707872622386167a1cdd0/.tmp/info/16477661d1f94f558b04d7a528746fde is 45, key is default/info:d/1732346526460/Put/seqid=0 2024-11-23T07:24:59,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742596_1772 (size=5037) 2024-11-23T07:24:59,084 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/.tmp/info/b0867b28906844e0b2b03f25d3c90642 is 143, key is hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0./info:regioninfo/1732346526320/Put/seqid=0 2024-11-23T07:24:59,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742597_1773 (size=7725) 2024-11-23T07:24:59,143 INFO [regionserver/404f8ac4dfd7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T07:24:59,262 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4c7e39a33b4707872622386167a1cdd0 2024-11-23T07:24:59,462 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4c7e39a33b4707872622386167a1cdd0 2024-11-23T07:24:59,480 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/namespace/4c7e39a33b4707872622386167a1cdd0/.tmp/info/16477661d1f94f558b04d7a528746fde 2024-11-23T07:24:59,484 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/namespace/4c7e39a33b4707872622386167a1cdd0/.tmp/info/16477661d1f94f558b04d7a528746fde as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/namespace/4c7e39a33b4707872622386167a1cdd0/info/16477661d1f94f558b04d7a528746fde 2024-11-23T07:24:59,487 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/namespace/4c7e39a33b4707872622386167a1cdd0/info/16477661d1f94f558b04d7a528746fde, entries=2, sequenceid=6, filesize=4.9 K 2024-11-23T07:24:59,487 INFO [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/.tmp/info/b0867b28906844e0b2b03f25d3c90642 2024-11-23T07:24:59,487 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4c7e39a33b4707872622386167a1cdd0 in 426ms, sequenceid=6, compaction requested=false 2024-11-23T07:24:59,490 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/namespace/4c7e39a33b4707872622386167a1cdd0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T07:24:59,491 INFO [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. 2024-11-23T07:24:59,491 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4c7e39a33b4707872622386167a1cdd0: 2024-11-23T07:24:59,491 DEBUG [RS_CLOSE_REGION-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732346525086.4c7e39a33b4707872622386167a1cdd0. 2024-11-23T07:24:59,504 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/.tmp/rep_barrier/1a3e9a7206d04340b082252ce280c565 is 102, key is TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3./rep_barrier:/1732346550914/DeleteFamily/seqid=0 2024-11-23T07:24:59,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742598_1774 (size=6025) 2024-11-23T07:24:59,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T07:24:59,662 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T07:24:59,715 INFO [regionserver/404f8ac4dfd7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T07:24:59,715 INFO [regionserver/404f8ac4dfd7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T07:24:59,863 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T07:24:59,907 INFO [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/.tmp/rep_barrier/1a3e9a7206d04340b082252ce280c565 2024-11-23T07:24:59,924 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/.tmp/table/2b2c85beba8742c4b96ee94a05cad2de is 96, key is TestAcidGuarantees,,1732346526645.2423658b353355c16865246f54cca8e3./table:/1732346550914/DeleteFamily/seqid=0 2024-11-23T07:24:59,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742599_1775 (size=5942) 2024-11-23T07:25:00,063 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-23T07:25:00,063 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T07:25:00,063 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T07:25:00,263 DEBUG [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T07:25:00,328 INFO [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/.tmp/table/2b2c85beba8742c4b96ee94a05cad2de 2024-11-23T07:25:00,331 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/.tmp/info/b0867b28906844e0b2b03f25d3c90642 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/info/b0867b28906844e0b2b03f25d3c90642 2024-11-23T07:25:00,334 INFO [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/info/b0867b28906844e0b2b03f25d3c90642, entries=22, sequenceid=93, filesize=7.5 K 2024-11-23T07:25:00,334 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/.tmp/rep_barrier/1a3e9a7206d04340b082252ce280c565 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/rep_barrier/1a3e9a7206d04340b082252ce280c565 2024-11-23T07:25:00,337 INFO [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/rep_barrier/1a3e9a7206d04340b082252ce280c565, entries=6, sequenceid=93, filesize=5.9 K 2024-11-23T07:25:00,337 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/.tmp/table/2b2c85beba8742c4b96ee94a05cad2de as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/table/2b2c85beba8742c4b96ee94a05cad2de 2024-11-23T07:25:00,340 INFO [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/table/2b2c85beba8742c4b96ee94a05cad2de, entries=9, sequenceid=93, filesize=5.8 K 2024-11-23T07:25:00,340 INFO [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1279ms, sequenceid=93, compaction requested=false 2024-11-23T07:25:00,344 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-23T07:25:00,345 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T07:25:00,345 INFO [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T07:25:00,345 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T07:25:00,345 DEBUG [RS_CLOSE_META-regionserver/404f8ac4dfd7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T07:25:00,463 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1250): stopping server 404f8ac4dfd7,44557,1732346521510; all regions closed. 2024-11-23T07:25:00,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741834_1010 (size=26050) 2024-11-23T07:25:00,469 DEBUG [RS:0;404f8ac4dfd7:44557 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/oldWALs 2024-11-23T07:25:00,469 INFO [RS:0;404f8ac4dfd7:44557 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 404f8ac4dfd7%2C44557%2C1732346521510.meta:.meta(num 1732346524837) 2024-11-23T07:25:00,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741832_1008 (size=17944762) 2024-11-23T07:25:00,472 DEBUG [RS:0;404f8ac4dfd7:44557 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/oldWALs 2024-11-23T07:25:00,472 INFO [RS:0;404f8ac4dfd7:44557 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 404f8ac4dfd7%2C44557%2C1732346521510:(num 1732346523867) 2024-11-23T07:25:00,472 DEBUG [RS:0;404f8ac4dfd7:44557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:25:00,472 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T07:25:00,472 INFO [RS:0;404f8ac4dfd7:44557 {}] hbase.ChoreService(370): Chore service for: regionserver/404f8ac4dfd7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-23T07:25:00,473 INFO [regionserver/404f8ac4dfd7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T07:25:00,473 INFO [RS:0;404f8ac4dfd7:44557 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44557 2024-11-23T07:25:00,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/404f8ac4dfd7,44557,1732346521510 2024-11-23T07:25:00,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T07:25:00,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [404f8ac4dfd7,44557,1732346521510] 2024-11-23T07:25:00,478 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 404f8ac4dfd7,44557,1732346521510; numProcessing=1 2024-11-23T07:25:00,479 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/404f8ac4dfd7,44557,1732346521510 already deleted, retry=false 2024-11-23T07:25:00,479 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 404f8ac4dfd7,44557,1732346521510 expired; onlineServers=0 2024-11-23T07:25:00,479 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '404f8ac4dfd7,42369,1732346520618' ***** 2024-11-23T07:25:00,479 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T07:25:00,479 DEBUG [M:0;404f8ac4dfd7:42369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201e291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=404f8ac4dfd7/172.17.0.2:0 2024-11-23T07:25:00,479 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegionServer(1224): stopping server 404f8ac4dfd7,42369,1732346520618 2024-11-23T07:25:00,479 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegionServer(1250): stopping server 404f8ac4dfd7,42369,1732346520618; all regions closed. 2024-11-23T07:25:00,480 DEBUG [M:0;404f8ac4dfd7:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T07:25:00,480 DEBUG [M:0;404f8ac4dfd7:42369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T07:25:00,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T07:25:00,480 DEBUG [M:0;404f8ac4dfd7:42369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T07:25:00,480 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster-HFileCleaner.large.0-1732346523592 {}] cleaner.HFileCleaner(306): Exit Thread[master/404f8ac4dfd7:0:becomeActiveMaster-HFileCleaner.large.0-1732346523592,5,FailOnTimeoutGroup] 2024-11-23T07:25:00,480 DEBUG [master/404f8ac4dfd7:0:becomeActiveMaster-HFileCleaner.small.0-1732346523592 {}] cleaner.HFileCleaner(306): Exit Thread[master/404f8ac4dfd7:0:becomeActiveMaster-HFileCleaner.small.0-1732346523592,5,FailOnTimeoutGroup] 2024-11-23T07:25:00,480 INFO [M:0;404f8ac4dfd7:42369 {}] hbase.ChoreService(370): Chore service for: master/404f8ac4dfd7:0 had [] on shutdown 2024-11-23T07:25:00,480 DEBUG [M:0;404f8ac4dfd7:42369 {}] master.HMaster(1733): Stopping service threads 2024-11-23T07:25:00,480 INFO [M:0;404f8ac4dfd7:42369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T07:25:00,480 ERROR [M:0;404f8ac4dfd7:42369 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1030094173) connection to localhost/127.0.0.1:39745 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39745,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-23T07:25:00,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T07:25:00,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T07:25:00,481 INFO [M:0;404f8ac4dfd7:42369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T07:25:00,481 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T07:25:00,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T07:25:00,481 DEBUG [M:0;404f8ac4dfd7:42369 {}] zookeeper.ZKUtil(347): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T07:25:00,481 WARN [M:0;404f8ac4dfd7:42369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T07:25:00,481 INFO [M:0;404f8ac4dfd7:42369 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-23T07:25:00,482 INFO [M:0;404f8ac4dfd7:42369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T07:25:00,482 DEBUG [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T07:25:00,482 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T07:25:00,482 DEBUG [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T07:25:00,482 DEBUG [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T07:25:00,482 DEBUG [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T07:25:00,482 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=809.64 KB heapSize=998.11 KB 2024-11-23T07:25:00,497 DEBUG [M:0;404f8ac4dfd7:42369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/740686ec6f494ea794e8ca8c6317f86a is 82, key is hbase:meta,,1/info:regioninfo/1732346524978/Put/seqid=0 2024-11-23T07:25:00,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742600_1776 (size=5672) 2024-11-23T07:25:00,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T07:25:00,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44557-0x1002341d9180001, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T07:25:00,578 INFO [RS:0;404f8ac4dfd7:44557 {}] regionserver.HRegionServer(1307): Exiting; stopping=404f8ac4dfd7,44557,1732346521510; zookeeper connection closed. 2024-11-23T07:25:00,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3037af45 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3037af45 2024-11-23T07:25:00,579 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T07:25:00,900 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2328 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/740686ec6f494ea794e8ca8c6317f86a 2024-11-23T07:25:00,920 DEBUG [M:0;404f8ac4dfd7:42369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c5ae71109504d7c892c15e9830edc25 is 2284, key is \x00\x00\x00\x00\x00\x00\x00\xA2/proc:d/1732346673930/Put/seqid=0 2024-11-23T07:25:00,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742601_1777 (size=46176) 2024-11-23T07:25:01,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T07:25:01,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T07:25:01,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-23T07:25:01,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T07:25:01,324 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=809.09 KB at sequenceid=2328 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c5ae71109504d7c892c15e9830edc25 2024-11-23T07:25:01,327 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c5ae71109504d7c892c15e9830edc25 2024-11-23T07:25:01,344 DEBUG [M:0;404f8ac4dfd7:42369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2f20fda57c84dfea5569f3b331695bf is 69, key is 404f8ac4dfd7,44557,1732346521510/rs:state/1732346523643/Put/seqid=0 2024-11-23T07:25:01,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073742602_1778 (size=5156) 2024-11-23T07:25:01,748 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2328 (bloomFilter=true), to=hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2f20fda57c84dfea5569f3b331695bf 2024-11-23T07:25:01,751 DEBUG [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/740686ec6f494ea794e8ca8c6317f86a as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/740686ec6f494ea794e8ca8c6317f86a 2024-11-23T07:25:01,754 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/740686ec6f494ea794e8ca8c6317f86a, entries=8, sequenceid=2328, filesize=5.5 K 2024-11-23T07:25:01,754 DEBUG [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c5ae71109504d7c892c15e9830edc25 as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c5ae71109504d7c892c15e9830edc25 2024-11-23T07:25:01,756 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c5ae71109504d7c892c15e9830edc25 2024-11-23T07:25:01,756 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c5ae71109504d7c892c15e9830edc25, entries=185, sequenceid=2328, filesize=45.1 K 2024-11-23T07:25:01,757 DEBUG [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a2f20fda57c84dfea5569f3b331695bf as hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2f20fda57c84dfea5569f3b331695bf 2024-11-23T07:25:01,759 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39745/user/jenkins/test-data/860540f2-4012-0810-751b-5b52369bbd70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a2f20fda57c84dfea5569f3b331695bf, entries=1, sequenceid=2328, filesize=5.0 K 2024-11-23T07:25:01,760 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegion(3040): Finished flush of dataSize ~809.64 KB/829075, heapSize ~997.81 KB/1021760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=2328, compaction requested=false 2024-11-23T07:25:01,761 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T07:25:01,761 DEBUG [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T07:25:01,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741830_1006 (size=981658) 2024-11-23T07:25:01,763 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T07:25:01,763 INFO [M:0;404f8ac4dfd7:42369 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-23T07:25:01,763 INFO [M:0;404f8ac4dfd7:42369 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42369 2024-11-23T07:25:01,765 DEBUG [M:0;404f8ac4dfd7:42369 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/404f8ac4dfd7,42369,1732346520618 already deleted, retry=false 2024-11-23T07:25:01,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T07:25:01,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42369-0x1002341d9180000, quorum=127.0.0.1:49944, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T07:25:01,867 INFO [M:0;404f8ac4dfd7:42369 {}] regionserver.HRegionServer(1307): Exiting; stopping=404f8ac4dfd7,42369,1732346520618; zookeeper connection closed. 2024-11-23T07:25:01,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26995f7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T07:25:01,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@434727f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T07:25:01,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T07:25:01,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13028e71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T07:25:01,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4360a7ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/hadoop.log.dir/,STOPPED} 2024-11-23T07:25:01,877 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T07:25:01,877 WARN [BP-280027390-172.17.0.2-1732346516847 heartbeating to localhost/127.0.0.1:39745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T07:25:01,877 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T07:25:01,877 WARN [BP-280027390-172.17.0.2-1732346516847 heartbeating to localhost/127.0.0.1:39745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-280027390-172.17.0.2-1732346516847 (Datanode Uuid da9727cf-2026-4b29-bf7c-c2ea89cc6e4c) service to localhost/127.0.0.1:39745 2024-11-23T07:25:01,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/cluster_93c1a6cf-824d-8e63-1baf-163e452db0de/dfs/data/data1/current/BP-280027390-172.17.0.2-1732346516847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T07:25:01,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/cluster_93c1a6cf-824d-8e63-1baf-163e452db0de/dfs/data/data2/current/BP-280027390-172.17.0.2-1732346516847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T07:25:01,880 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T07:25:01,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T07:25:01,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T07:25:01,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T07:25:01,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T07:25:01,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6342e4fb-3f0d-ca78-18ab-b588d9fcd46b/hadoop.log.dir/,STOPPED} 2024-11-23T07:25:01,914 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-23T07:25:02,060 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down